[ 523.122586] env[65247]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.122586] env[65247]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.097202] env[65335]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.097202] env[65335]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.667851] env[65335]: INFO neutron.common.config [-] Logging enabled! [ 525.668245] env[65335]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev81 [ 525.668413] env[65335]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65335) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.668720] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.668815] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.669676] env[65335]: WARNING oslo_policy.policy [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.669896] env[65335]: WARNING oslo_policy.policy [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.672271] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] VMware NSXv3 Agent initialized successfully. [ 525.672653] env[65335]: DEBUG oslo_concurrency.lockutils [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] Acquiring lock "singleton_lock" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.672786] env[65335]: DEBUG oslo_concurrency.lockutils [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] Acquired lock "singleton_lock" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.673006] env[65335]: DEBUG oslo_concurrency.lockutils [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] Releasing lock "singleton_lock" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.673321] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] Full set of CONF: {{(pid=65335) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 525.673446] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ******************************************************************************** {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.673548] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] Configuration options gathered from: {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.673888] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.674073] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.674179] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ================================================================================ {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.674345] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] agent_down_time = 75 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.674484] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] allow_automatic_dhcp_failover = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.674613] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] allow_bulk = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.674751] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] api_extensions_path = {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.674885] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] api_paste_config = api-paste.ini {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.675066] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] auth_strategy = keystone {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.675148] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] backdoor_port = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.675225] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] backdoor_socket = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.675392] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] backlog = 4096 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.675549] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.675705] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] bind_host = 0.0.0.0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.675840] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] bind_port = 9696 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.675969] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] client_socket_timeout = 900 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.676119] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] config_dir = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.676223] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.676357] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] config_source = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.676497] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] control_exchange = neutron {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.676633] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] core_plugin = ml2 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.676766] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] debug = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.676899] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] default_availability_zones = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.677109] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.677246] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] dhcp_agent_notification = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.677375] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] dhcp_agents_per_network = 1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.677506] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] dhcp_lease_duration = 86400 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.677644] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] dhcp_load_type = networks {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.677773] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] dns_domain = openstacklocal {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.677901] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.678057] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] enable_default_route_bfd = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.678197] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] enable_default_route_ecmp = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.678326] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] enable_dvr = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.678469] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] enable_new_agents = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.678605] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.678736] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] enable_signals = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.678862] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] enable_traditional_dhcp = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.678984] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] external_dns_driver = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.679126] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] filter_validation = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.679264] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] global_physnet_mtu = 8950 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.679392] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] graceful_shutdown_timeout = 60 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.679568] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] host = cpu-1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.679703] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] host_dvr_for_dhcp = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.679831] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] http_retries = 3 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.679966] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] instance_format = [instance: %(uuid)s] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.680115] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.680247] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ipam_driver = internal {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.680374] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ipv6_pd_enabled = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.680501] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] l3_ha = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.680631] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.680759] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] l3_ha_network_physical_name = {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.680887] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] l3_ha_network_type = {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.681028] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_color = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.681165] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_config_append = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.681299] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.681438] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_dir = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.681589] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_file = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.681690] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_options = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.681822] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_rotate_interval = 1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.681996] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_rotate_interval_type = days {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.682168] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] log_rotation_type = none {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.682272] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.682374] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.682516] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.682649] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.682750] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.682908] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] max_dns_nameservers = 5 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.683027] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] max_header_line = 16384 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.683149] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] max_l3_agents_per_router = 3 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.683275] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] max_logfile_count = 30 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.683404] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] max_logfile_size_mb = 200 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.683532] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] max_subnet_host_routes = 20 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.683665] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] my_ip = 10.180.1.21 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.683796] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] my_ipv6 = ::1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.683925] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] network_auto_schedule = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.684062] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] network_link_prefix = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.684198] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.684331] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] notify_nova_on_port_data_changes = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.684485] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] notify_nova_on_port_status_changes = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.684640] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] pagination_max_limit = -1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.684769] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] publish_errors = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.684895] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] rate_limit_burst = 0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.685038] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] rate_limit_except_level = CRITICAL {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.685177] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] rate_limit_interval = 0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.685298] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] retry_until_window = 30 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.685443] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] router_distributed = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.685577] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] rpc_resources_processing_step = 20 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.685710] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] rpc_response_max_timeout = 600 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.685842] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] rpc_response_timeout = 60 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.685970] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] send_events_interval = 2 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.686133] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] service_plugins = ['router'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.686271] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] setproctitle = on {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.686399] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] shell_completion = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.686534] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] state_path = /opt/stack/data/neutron {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.686670] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] syslog_log_facility = LOG_USER {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.686799] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] tcp_keepidle = 600 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.686934] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] transport_url = **** {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.687075] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] use_journal = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.687204] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] use_json = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.687329] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] use_ssl = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.687455] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] use_stderr = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.687611] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] use_syslog = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.687740] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] vlan_qinq = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.687862] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] vlan_transparent = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.687987] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] watch_log_file = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.688126] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] wsgi_default_pool_size = 100 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.688250] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] wsgi_keep_alive = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.688382] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.688510] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] wsgi_server_debug = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.688653] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_concurrency.disable_process_locking = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688790] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688926] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689065] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689199] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689331] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689463] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689608] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.connection_string = messaging:// {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689744] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.enabled = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689880] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.es_doc_type = notification {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690020] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.es_scroll_size = 10000 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690156] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.es_scroll_time = 2m {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690287] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.filter_error_trace = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690418] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.hmac_keys = **** {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690567] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.sentinel_service_name = mymaster {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690719] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.socket_timeout = 0.1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690850] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.trace_requests = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690976] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler.trace_sqlalchemy = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691130] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler_jaeger.process_tags = {} {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691261] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler_jaeger.service_name_prefix = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691390] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] profiler_otlp.service_name_prefix = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691534] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.enforce_new_defaults = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691794] env[65335]: WARNING oslo_config.cfg [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.691937] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.enforce_scope = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692086] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.policy_default_rule = default {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692235] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692371] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692509] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692639] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692766] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692891] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693029] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693167] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693326] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693500] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] agent.extensions = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693664] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693808] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] service_providers.service_provider = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693949] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.default_quota = -1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694101] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694233] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_floatingip = 50 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694364] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_network = 100 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694492] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_port = 500 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694618] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694745] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_router = 10 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694874] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_security_group = 10 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695026] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695147] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.quota_subnet = 100 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695291] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] QUOTAS.track_quota_usage = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695443] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695580] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep.group = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695708] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep.helper_command = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695840] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep.log_daemon_traceback = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695974] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696121] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep.thread_pool_size = 8 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696251] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep.user = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696440] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696582] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_dhcp_release.group = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696714] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_dhcp_release.helper_command = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696844] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696977] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697122] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697251] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_dhcp_release.user = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697388] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697517] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_ovs_vsctl.group = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697650] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697771] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697904] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698043] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698176] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_ovs_vsctl.user = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698312] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_namespace.capabilities = [21] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698439] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_namespace.group = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698565] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_namespace.helper_command = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698691] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698823] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698953] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699095] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_namespace.user = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699234] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_conntrack.capabilities = [12] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699381] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_conntrack.group = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699525] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_conntrack.helper_command = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699656] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699790] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699919] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700056] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_conntrack.user = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700195] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_link.capabilities = [12, 21] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700320] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_link.group = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700445] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_link.helper_command = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700573] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_link.log_daemon_traceback = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700704] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700831] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_link.thread_pool_size = 8 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700955] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] privsep_link.user = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701116] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701261] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701393] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.continue_on_failed_promotions = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701524] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.dscp = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701658] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.dscp_inherit = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701796] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.force_mp_to_policy = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701925] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.locking_coordinator_url = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702065] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.log_agent_heartbeats = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702198] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.logging_expire = 1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702333] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702487] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702631] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.polling_interval = 240 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702766] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702903] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703062] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.report_interval = 30.0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703205] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703380] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703541] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703679] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.sync_skew = 60 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703810] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.synchronization_queue_size = 20 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703941] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT.use_helper_for_ns_read = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704093] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] SECURITYGROUP.enable_ipset = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704233] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] SECURITYGROUP.enable_security_group = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704365] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704502] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704638] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] experimental.ipv6_pd_enabled = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704875] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.extension_drivers = ['port_security'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705031] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.external_network_type = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705185] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705436] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.overlay_ip_version = 4 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705546] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.path_mtu = 8950 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705650] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.physical_network_mtus = {} {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705796] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705934] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706085] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ml2.type_drivers = ['vlan'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706228] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706367] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706484] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706625] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706761] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706893] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707037] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707175] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707318] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707514] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707659] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_login_password = **** {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707806] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707943] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_login_user = admin {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708094] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708239] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708374] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708532] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708674] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708821] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708960] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709110] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709244] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709381] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709522] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709656] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709790] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709978] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710137] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710276] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710409] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710549] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.auth_section = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710690] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.auth_type = password {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710826] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710955] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.certfile = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711099] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.collect_timing = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711239] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.endpoint_type = public {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711369] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.insecure = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711516] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.keyfile = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711659] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.region_name = RegionOne {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711791] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.split_loggers = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711919] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] nova.timeout = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712067] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.auth_section = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712211] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.auth_type = password {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712347] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712477] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.certfile = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712609] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.collect_timing = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712747] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.endpoint_type = public {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712877] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.insecure = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713013] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.keyfile = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713146] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.region_name = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713317] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.split_loggers = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713427] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] placement.timeout = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713567] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.auth_section = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713760] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.auth_type = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713858] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.cafile = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713958] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.certfile = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.714103] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.collect_timing = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.714233] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.connect_retries = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.714366] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.connect_retry_delay = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.714522] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.enable_notifications = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.714665] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.endpoint_override = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.714801] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.insecure = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.714934] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.interface = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.715077] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.keyfile = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.715213] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.max_version = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.715372] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.min_version = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.715563] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.region_name = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.715644] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.retriable_status_codes = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.715777] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.service_name = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.715906] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.service_type = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.716051] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.split_loggers = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.716185] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.status_code_retries = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.716317] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.status_code_retry_delay = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.716449] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.timeout = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.716580] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.valid_interfaces = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.716710] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ironic.version = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.716849] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] cli_script.dry_run = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.716994] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.717142] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.717275] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.717406] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.717558] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.717725] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.717865] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.717998] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.718142] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.718283] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.718415] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.718555] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.718694] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.718830] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.718961] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.719114] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.719247] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.719378] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.719519] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.719649] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.719779] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.719907] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.720046] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.720179] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.720309] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.720438] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.720591] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.720731] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.720861] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.720990] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.721136] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.ssl = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.721276] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.721411] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.721543] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.721680] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.721814] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.721944] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.722100] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_notifications.driver = [] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.722235] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_notifications.retry = -1 {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.722380] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.722513] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.722615] env[65335]: DEBUG oslo_service.backend._eventlet.service [None req-7aca726e-2cc2-47ef-89a5-e5d0cc876a97 None None] ******************************************************************************** {{(pid=65335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.723781] env[65335]: DEBUG neutron.agent.securitygroups_rpc [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Init firewall settings (driver=nsxv3) {{(pid=65335) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.725120] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65335) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.725390] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.727667] env[65335]: DEBUG dogpile.cache.region [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.727792] env[65335]: DEBUG dogpile.lock [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.727889] env[65335]: DEBUG dogpile.lock [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.727980] env[65335]: DEBUG dogpile.lock [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.728086] env[65335]: DEBUG dogpile.cache.region [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.728173] env[65335]: DEBUG dogpile.lock [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.728293] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.772374] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Session token - acquiring [ 525.774132] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.774300] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.774409] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.774859] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.787028] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.056503] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.079705] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.079876] env[65335]: DEBUG dogpile.cache.region [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Cache value generated in 0.352 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.079992] env[65335]: DEBUG dogpile.lock [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.080088] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Activating Policy API Provider. [ 526.080284] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Looking for the default Infrastructure Rules. [ 526.149554] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Looking for the Default Layer3 Logged Drop Section. [ 526.166528] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.167023] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.167200] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.167310] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.167623] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.168082] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.683949] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.186691] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.690018] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Inventory metadata is going to be refreshed. [ 527.690354] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.511326] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.511644] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.511644] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.511920] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.522984] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.524805] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.525450] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.545020] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.545257] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.545315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.545640] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.545768] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.545910] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.546029] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.546135] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.572220] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.572471] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.572615] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.573260] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.573481] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.573715] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.598821] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.599125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.599125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.599391] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.599539] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.599683] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.619967] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.620238] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.620238] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.620516] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.620658] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.620804] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.620906] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.621017] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.639384] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.639589] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.639629] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.639906] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.640040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.640180] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.640281] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.640387] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.661047] env[65335]: DEBUG networking_nsxv3.common.locking [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.661245] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.661303] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.661594] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.661733] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.661882] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.661982] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.662096] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Inventory metadata have been refreshed. [ 528.662183] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Dryrun:True. Metadata refresh completed. [ 528.662293] env[65335]: DEBUG oslo_concurrency.lockutils [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Releasing lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.663946] env[65335]: INFO neutron.agent.agent_extensions_manager [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Loaded agent extensions: [] [ 528.664641] env[65335]: DEBUG neutron_lib.callbacks.manager [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65335) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.719494] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.719868] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.719868] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent out of sync with plugin! [ 533.666589] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.666908] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.667410] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.667767] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.669113] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.669366] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.676908] env[65335]: INFO networking_nsxv3.common.synchronization [None req-49fae95b-dfbf-42a1-946f-2415b1fb6b73 demo admin] Enqueued Resource ID: 9067ebba-0c08-455e-adb5-51bdfd461fd0 with Priority: HIGHEST for action security_group_rules [ 543.677560] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9067ebba-0c08-455e-adb5-51bdfd461fd0 with Priority: HIGHEST for action security_group_rules [ 543.679155] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9067ebba-0c08-455e-adb5-51bdfd461fd0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.679308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9067ebba-0c08-455e-adb5-51bdfd461fd0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.679373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9067ebba-0c08-455e-adb5-51bdfd461fd0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.679824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9067ebba-0c08-455e-adb5-51bdfd461fd0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.679920] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9067ebba-0c08-455e-adb5-51bdfd461fd0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.201290] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.201622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.201622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.201701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.201796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.202118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9067ebba-0c08-455e-adb5-51bdfd461fd0 already deleted. [ 544.202223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9067ebba-0c08-455e-adb5-51bdfd461fd0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.677816] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.678508] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.679414] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.679836] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.680916] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.680916] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.681967] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.681967] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.683042] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.683372] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.827810] env[65335]: INFO networking_nsxv3.common.synchronization [None req-1f8548f2-2a0e-4f59-be60-255b0f2d4143 None None] Enqueued Resource ID: f68053b1-fa05-4c31-a558-c2299a6c7ba3 with Priority: HIGHEST for action port [ 568.829047] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68053b1-fa05-4c31-a558-c2299a6c7ba3 with Priority: HIGHEST for action port [ 568.829047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68053b1-fa05-4c31-a558-c2299a6c7ba3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.832378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68053b1-fa05-4c31-a558-c2299a6c7ba3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.832704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68053b1-fa05-4c31-a558-c2299a6c7ba3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.832834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68053b1-fa05-4c31-a558-c2299a6c7ba3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.833501] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68053b1-fa05-4c31-a558-c2299a6c7ba3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.335228] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f68053b1-fa05-4c31-a558-c2299a6c7ba3 [ 569.335497] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.335649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.335717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.335905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.336048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.336172] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f68053b1-fa05-4c31-a558-c2299a6c7ba3 already deleted. [ 569.336260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68053b1-fa05-4c31-a558-c2299a6c7ba3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.669781] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.669781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.669781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.669781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.669781] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.700114] env[65335]: INFO networking_nsxv3.common.synchronization [None req-227be2b9-2b63-4c1e-9fed-4acdea73b4c7 None None] Enqueued Resource ID: 0e7b1fd5-df0b-47ba-8a4b-4414afa09af1 with Priority: HIGHEST for action port [ 570.700114] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7b1fd5-df0b-47ba-8a4b-4414afa09af1 with Priority: HIGHEST for action port [ 570.700114] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e7b1fd5-df0b-47ba-8a4b-4414afa09af1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.700114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e7b1fd5-df0b-47ba-8a4b-4414afa09af1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.700114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e7b1fd5-df0b-47ba-8a4b-4414afa09af1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.700114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e7b1fd5-df0b-47ba-8a4b-4414afa09af1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.700114] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7b1fd5-df0b-47ba-8a4b-4414afa09af1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.177409] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.202826] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e7b1fd5-df0b-47ba-8a4b-4414afa09af1 [ 571.202826] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.202826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.202826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.202826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.202826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.202826] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e7b1fd5-df0b-47ba-8a4b-4414afa09af1 already deleted. [ 571.202826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e7b1fd5-df0b-47ba-8a4b-4414afa09af1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.679847] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.181264] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 572.181377] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 572.948443] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.948851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.948851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.948927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.961557] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 572.962418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.963086] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 572.985575] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.985861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.985861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.986008] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.986182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.986331] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 572.986382] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.986428] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 573.008056] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.008420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.008420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.008598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.008723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.008825] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.029391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.029667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.029667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.029841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.030232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.030232] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.052859] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.053053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.053258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.053449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.053593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.053706] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 573.053803] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.053877] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 573.072335] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.072487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.072557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.072783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.072844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.072982] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 573.072982] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.073085] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 573.094099] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.094308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.094462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.094564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.094682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.094780] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 573.094850] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.094913] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 573.094976] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 573.095061] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 573.095125] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 573.095181] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 573.095486] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 573.095554] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 573.095622] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.115084] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.115084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.115237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.115346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.115435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.115542] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.134439] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.134635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.134635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.134849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.134954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.148925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.700042] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.700330] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.993687] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a8d46bc2-645f-42ee-a7ca-03ba88440b4b None None] Enqueued Resource ID: dec543dc-be8c-4bdd-b63d-570e02d81a98 with Priority: HIGHEST for action port [ 575.994361] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec543dc-be8c-4bdd-b63d-570e02d81a98 with Priority: HIGHEST for action port [ 575.994492] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec543dc-be8c-4bdd-b63d-570e02d81a98 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.994641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec543dc-be8c-4bdd-b63d-570e02d81a98" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.994886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec543dc-be8c-4bdd-b63d-570e02d81a98" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.997833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec543dc-be8c-4bdd-b63d-570e02d81a98" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.998468] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec543dc-be8c-4bdd-b63d-570e02d81a98',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.501710] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec543dc-be8c-4bdd-b63d-570e02d81a98 [ 576.501938] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.502094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.502164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.502375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.502460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.502550] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec543dc-be8c-4bdd-b63d-570e02d81a98 already deleted. [ 576.502627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec543dc-be8c-4bdd-b63d-570e02d81a98" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.793601] env[65335]: INFO networking_nsxv3.common.synchronization [None req-d8e8d683-59e6-49d8-8f7d-8153df5073f3 None None] Enqueued Resource ID: 8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc with Priority: HIGHEST for action port [ 576.793601] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc with Priority: HIGHEST for action port [ 576.793601] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.793601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.794182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.796036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.796036] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.087419] env[65335]: INFO networking_nsxv3.common.synchronization [None req-784b19b2-c437-402a-9b9e-183a8337c2b5 None None] Enqueued Resource ID: 83c94ef1-e596-45fb-8ab3-b898661defaf with Priority: HIGHEST for action port [ 577.088240] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c94ef1-e596-45fb-8ab3-b898661defaf with Priority: HIGHEST for action port [ 577.088240] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c94ef1-e596-45fb-8ab3-b898661defaf taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.088376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c94ef1-e596-45fb-8ab3-b898661defaf" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.088416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c94ef1-e596-45fb-8ab3-b898661defaf" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.088665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c94ef1-e596-45fb-8ab3-b898661defaf" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.088743] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c94ef1-e596-45fb-8ab3-b898661defaf',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.297546] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc [ 577.297779] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.298441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.298534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.298759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.298852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.298950] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc already deleted. [ 577.299064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fcfdfdb-cb5c-41d7-9d9d-01a1d0074dfc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.592723] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83c94ef1-e596-45fb-8ab3-b898661defaf [ 577.592723] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.592723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.592723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.592723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.592723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.592723] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83c94ef1-e596-45fb-8ab3-b898661defaf already deleted. [ 577.592723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c94ef1-e596-45fb-8ab3-b898661defaf" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.723670] env[65335]: INFO networking_nsxv3.common.synchronization [None req-818b30fc-0b4e-4c37-8c3e-a0de9adcf65a None None] Enqueued Resource ID: 5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45 with Priority: HIGHEST for action port [ 577.724257] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45 with Priority: HIGHEST for action port [ 577.724571] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.724668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.724737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.725099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.725417] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.152068] env[65335]: INFO networking_nsxv3.common.synchronization [None req-1306e0bb-9cb1-48f8-b4ac-f6b2450f8d2a None None] Enqueued Resource ID: cf5adc87-4ab7-48f4-b913-0226237dcf80 with Priority: HIGHEST for action port [ 578.152068] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5adc87-4ab7-48f4-b913-0226237dcf80 with Priority: HIGHEST for action port [ 578.152068] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf5adc87-4ab7-48f4-b913-0226237dcf80 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.152068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf5adc87-4ab7-48f4-b913-0226237dcf80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.152068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf5adc87-4ab7-48f4-b913-0226237dcf80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.159091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf5adc87-4ab7-48f4-b913-0226237dcf80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.159219] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5adc87-4ab7-48f4-b913-0226237dcf80',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.229064] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45 [ 578.229431] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.230025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.230729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.230729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.230729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.230729] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45 already deleted. [ 578.230729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fe81f1e-ed75-4cc6-b91e-8b0d21ff1d45" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.478177] env[65335]: INFO networking_nsxv3.common.synchronization [None req-874cd619-af37-4716-805f-124a6966ea5b None None] Enqueued Resource ID: 99ed8dd1-3abe-4448-8985-7b1a82747475 with Priority: HIGHEST for action port [ 578.478177] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ed8dd1-3abe-4448-8985-7b1a82747475 with Priority: HIGHEST for action port [ 578.478177] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ed8dd1-3abe-4448-8985-7b1a82747475 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.478177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ed8dd1-3abe-4448-8985-7b1a82747475" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.478177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ed8dd1-3abe-4448-8985-7b1a82747475" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.478177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ed8dd1-3abe-4448-8985-7b1a82747475" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.478177] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ed8dd1-3abe-4448-8985-7b1a82747475',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.665323] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf5adc87-4ab7-48f4-b913-0226237dcf80 [ 578.666167] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.666167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.666167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.666167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.666167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.666575] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf5adc87-4ab7-48f4-b913-0226237dcf80 already deleted. [ 578.666575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf5adc87-4ab7-48f4-b913-0226237dcf80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.982310] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99ed8dd1-3abe-4448-8985-7b1a82747475 [ 578.982796] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.982954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.983031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.986075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.986075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.986237] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99ed8dd1-3abe-4448-8985-7b1a82747475 already deleted. [ 578.986828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ed8dd1-3abe-4448-8985-7b1a82747475" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.374581] env[65335]: INFO networking_nsxv3.common.synchronization [None req-9945421f-66da-499a-a047-4c481cc4d7ee None None] Enqueued Resource ID: e45dcd62-1277-470e-a7e1-ebe284dfe6d8 with Priority: HIGHEST for action port [ 579.374841] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45dcd62-1277-470e-a7e1-ebe284dfe6d8 with Priority: HIGHEST for action port [ 579.375414] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e45dcd62-1277-470e-a7e1-ebe284dfe6d8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.375529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e45dcd62-1277-470e-a7e1-ebe284dfe6d8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.375594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e45dcd62-1277-470e-a7e1-ebe284dfe6d8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.375888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e45dcd62-1277-470e-a7e1-ebe284dfe6d8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.375974] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45dcd62-1277-470e-a7e1-ebe284dfe6d8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.879982] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e45dcd62-1277-470e-a7e1-ebe284dfe6d8 [ 579.880234] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.880419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.880480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.880656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.880762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.880854] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e45dcd62-1277-470e-a7e1-ebe284dfe6d8 already deleted. [ 579.880979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e45dcd62-1277-470e-a7e1-ebe284dfe6d8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.353986] env[65335]: INFO networking_nsxv3.common.synchronization [None req-de4db0b1-1e68-4082-86cc-98bff7a64350 None None] Enqueued Resource ID: 83d252af-90da-45a4-9e44-5bcce1bc9011 with Priority: HIGHEST for action port [ 580.354581] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d252af-90da-45a4-9e44-5bcce1bc9011 with Priority: HIGHEST for action port [ 580.354871] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d252af-90da-45a4-9e44-5bcce1bc9011 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.354994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d252af-90da-45a4-9e44-5bcce1bc9011" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.355633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d252af-90da-45a4-9e44-5bcce1bc9011" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.356203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d252af-90da-45a4-9e44-5bcce1bc9011" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.356298] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d252af-90da-45a4-9e44-5bcce1bc9011',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.859481] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83d252af-90da-45a4-9e44-5bcce1bc9011 [ 580.859775] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.859899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.859968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.861460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.861594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.861713] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83d252af-90da-45a4-9e44-5bcce1bc9011 already deleted. [ 580.861819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d252af-90da-45a4-9e44-5bcce1bc9011" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.628295] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0bd4c199-5d0d-4941-8f48-237d73a5e6b4 None None] Enqueued Resource ID: 455978a1-cff6-493f-9371-9149e4409b8d with Priority: HIGHEST for action port [ 581.629193] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455978a1-cff6-493f-9371-9149e4409b8d with Priority: HIGHEST for action port [ 581.629499] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-455978a1-cff6-493f-9371-9149e4409b8d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.629660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-455978a1-cff6-493f-9371-9149e4409b8d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.629752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-455978a1-cff6-493f-9371-9149e4409b8d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.630895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-455978a1-cff6-493f-9371-9149e4409b8d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.631072] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455978a1-cff6-493f-9371-9149e4409b8d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.137260] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 455978a1-cff6-493f-9371-9149e4409b8d [ 582.137260] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.137260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.137260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.137260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.137260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.137260] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:455978a1-cff6-493f-9371-9149e4409b8d already deleted. [ 582.137260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-455978a1-cff6-493f-9371-9149e4409b8d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.162283] env[65335]: INFO networking_nsxv3.common.synchronization [None req-91a6d51f-9c7a-4acb-8e5e-38993b324544 None None] Enqueued Resource ID: 6988b89c-6092-4afe-970a-ce4c20f54453 with Priority: HIGHEST for action port [ 582.162283] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6988b89c-6092-4afe-970a-ce4c20f54453 with Priority: HIGHEST for action port [ 582.162283] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-6988b89c-6092-4afe-970a-ce4c20f54453 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.162283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6988b89c-6092-4afe-970a-ce4c20f54453" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.162283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6988b89c-6092-4afe-970a-ce4c20f54453" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.162769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6988b89c-6092-4afe-970a-ce4c20f54453" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.162952] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6988b89c-6092-4afe-970a-ce4c20f54453',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.665301] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6988b89c-6092-4afe-970a-ce4c20f54453 [ 582.665613] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.665816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.668452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.668761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.668863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.668971] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6988b89c-6092-4afe-970a-ce4c20f54453 already deleted. [ 582.669071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6988b89c-6092-4afe-970a-ce4c20f54453" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.059375] env[65335]: INFO networking_nsxv3.common.synchronization [None req-14ef240c-6ae0-48f6-b7ec-59837a107191 None None] Enqueued Resource ID: d12102cb-5b30-41ff-bb93-d4764b8b597d with Priority: HIGHEST for action port [ 583.059995] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12102cb-5b30-41ff-bb93-d4764b8b597d with Priority: HIGHEST for action port [ 583.060349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12102cb-5b30-41ff-bb93-d4764b8b597d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.060493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12102cb-5b30-41ff-bb93-d4764b8b597d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.060568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12102cb-5b30-41ff-bb93-d4764b8b597d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.060857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12102cb-5b30-41ff-bb93-d4764b8b597d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.060944] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12102cb-5b30-41ff-bb93-d4764b8b597d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.564418] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d12102cb-5b30-41ff-bb93-d4764b8b597d [ 583.564806] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.564806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.564976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.565141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.565209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.565273] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d12102cb-5b30-41ff-bb93-d4764b8b597d already deleted. [ 583.565355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12102cb-5b30-41ff-bb93-d4764b8b597d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.997453] env[65335]: INFO networking_nsxv3.common.synchronization [None req-905d8e1b-b6f8-4df0-9afc-3dfe7d2e3301 None None] Enqueued Resource ID: ad846128-8928-48aa-9a5f-2e9dfba62e21 with Priority: HIGHEST for action port [ 583.998783] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad846128-8928-48aa-9a5f-2e9dfba62e21 with Priority: HIGHEST for action port [ 583.999706] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad846128-8928-48aa-9a5f-2e9dfba62e21 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.999706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad846128-8928-48aa-9a5f-2e9dfba62e21" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.999706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad846128-8928-48aa-9a5f-2e9dfba62e21" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.000118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad846128-8928-48aa-9a5f-2e9dfba62e21" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.000118] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad846128-8928-48aa-9a5f-2e9dfba62e21',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.502492] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad846128-8928-48aa-9a5f-2e9dfba62e21 [ 584.504081] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.504081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.504081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.504258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.504320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.504423] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad846128-8928-48aa-9a5f-2e9dfba62e21 already deleted. [ 584.504509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad846128-8928-48aa-9a5f-2e9dfba62e21" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.880921] env[65335]: INFO networking_nsxv3.common.synchronization [None req-e5ef252e-e3ee-4408-a223-3a5e3a530c13 None None] Enqueued Resource ID: 269c4c71-09ef-49b0-85a7-04a9cab6b763 with Priority: HIGHEST for action port [ 584.881438] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269c4c71-09ef-49b0-85a7-04a9cab6b763 with Priority: HIGHEST for action port [ 584.883107] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-269c4c71-09ef-49b0-85a7-04a9cab6b763 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.883273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-269c4c71-09ef-49b0-85a7-04a9cab6b763" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.883324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-269c4c71-09ef-49b0-85a7-04a9cab6b763" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.883573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-269c4c71-09ef-49b0-85a7-04a9cab6b763" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.883670] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269c4c71-09ef-49b0-85a7-04a9cab6b763',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.386074] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 269c4c71-09ef-49b0-85a7-04a9cab6b763 [ 585.387042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.387042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.387042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.387042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.387042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.387290] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:269c4c71-09ef-49b0-85a7-04a9cab6b763 already deleted. [ 585.387290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-269c4c71-09ef-49b0-85a7-04a9cab6b763" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.488640] env[65335]: INFO networking_nsxv3.common.synchronization [None req-65d5bb27-ae1a-49fc-9cb5-a59598a29bd1 None None] Enqueued Resource ID: 1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059 with Priority: HIGHEST for action port [ 586.488896] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059 with Priority: HIGHEST for action port [ 586.489776] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.489913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.489959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.491756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.491846] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.576286] env[65335]: INFO networking_nsxv3.common.synchronization [None req-bf51378c-ff7c-4b6b-ae9b-efa969b38af1 None None] Enqueued Resource ID: a909ab84-e2ad-45b4-98ef-97a539e41951 with Priority: HIGHEST for action port [ 586.578020] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a909ab84-e2ad-45b4-98ef-97a539e41951 with Priority: HIGHEST for action port [ 586.578020] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a909ab84-e2ad-45b4-98ef-97a539e41951 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.578020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a909ab84-e2ad-45b4-98ef-97a539e41951" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.578020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a909ab84-e2ad-45b4-98ef-97a539e41951" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.578354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a909ab84-e2ad-45b4-98ef-97a539e41951" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.578552] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a909ab84-e2ad-45b4-98ef-97a539e41951',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.995256] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059 [ 586.996031] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.996031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.996031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.996031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.996031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.996313] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059 already deleted. [ 586.996313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c3cdc22-4e5f-4cf6-86a3-5d70f1fc8059" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.084551] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a909ab84-e2ad-45b4-98ef-97a539e41951 [ 587.084776] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.084937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.085019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.085283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.085400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.085500] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a909ab84-e2ad-45b4-98ef-97a539e41951 already deleted. [ 587.085585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a909ab84-e2ad-45b4-98ef-97a539e41951" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.383435] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f1a70ffb-6c33-4741-ace9-6afc8edf27c9 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 587.386545] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 587.386545] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.386545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.386545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.386545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.386545] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.612235] env[65335]: INFO networking_nsxv3.common.synchronization [None req-3cfe190b-ea1b-4d19-9ea3-675792636749 None None] Enqueued Resource ID: 42fc2b88-0e60-4c07-b48a-38520ba2d48b with Priority: HIGHEST for action port [ 587.612727] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42fc2b88-0e60-4c07-b48a-38520ba2d48b with Priority: HIGHEST for action port [ 587.613521] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-42fc2b88-0e60-4c07-b48a-38520ba2d48b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.613521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42fc2b88-0e60-4c07-b48a-38520ba2d48b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.613521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42fc2b88-0e60-4c07-b48a-38520ba2d48b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.613521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42fc2b88-0e60-4c07-b48a-38520ba2d48b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.613774] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42fc2b88-0e60-4c07-b48a-38520ba2d48b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.700061] env[65335]: INFO networking_nsxv3.common.synchronization [None req-569ff6c6-80f8-4dd0-b395-caa51aa8b479 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 587.700802] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 587.701136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.701236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.905915] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.906084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.906169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.906384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.906656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.906656] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f667566-7744-47a2-899b-242b8528c023 already deleted. [ 587.906813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.906813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.906960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.907046] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.924883] env[65335]: INFO networking_nsxv3.common.synchronization [req-19eeda9b-18db-4eb6-bfae-981f343c4b56 req-5cc6caae-4253-4d31-ac48-dbd39b8ad306 tempest-ServerDiagnosticsNegativeTest-683755171 tempest-ServerDiagnosticsNegativeTest-683755171-project-member] Enqueued Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGHEST for action security_group_members [ 587.924883] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGHEST for action security_group_members [ 587.925284] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc23820c-35bd-4488-b0c6-304aa532691f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.925284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.925284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.925468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.925633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.925724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.926059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.926059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.926059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.926216] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.117405] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42fc2b88-0e60-4c07-b48a-38520ba2d48b [ 588.117679] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.117770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.117889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.118068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.118162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.118361] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42fc2b88-0e60-4c07-b48a-38520ba2d48b already deleted. [ 588.118361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42fc2b88-0e60-4c07-b48a-38520ba2d48b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.321305] env[65335]: INFO networking_nsxv3.common.synchronization [req-87152ba3-e247-4cbf-8159-8173d8a75da9 req-c04a640f-5612-4e4c-84bf-99f6e3d7e0c6 tempest-SecurityGroupRulesTestJSON-2085257014 tempest-SecurityGroupRulesTestJSON-2085257014-project-member] Enqueued Resource ID: 94bf1760-3694-4c54-9dd1-21aa27a2eeb6 with Priority: HIGHEST for action security_group_rules [ 588.321849] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94bf1760-3694-4c54-9dd1-21aa27a2eeb6 with Priority: HIGHEST for action security_group_rules [ 588.322159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94bf1760-3694-4c54-9dd1-21aa27a2eeb6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.322274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94bf1760-3694-4c54-9dd1-21aa27a2eeb6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.322348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94bf1760-3694-4c54-9dd1-21aa27a2eeb6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.322614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94bf1760-3694-4c54-9dd1-21aa27a2eeb6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.322687] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94bf1760-3694-4c54-9dd1-21aa27a2eeb6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.430639] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.430924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.432262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.432262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.432262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.432262] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f667566-7744-47a2-899b-242b8528c023 already deleted. [ 588.432262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.432262] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.432262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.432262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.432564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.432564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.433219] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.433219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.433219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.433219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.433219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.433486] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc23820c-35bd-4488-b0c6-304aa532691f already deleted. [ 588.433486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.638473] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0f70aa56-8b24-4c05-8494-273713f26cf8 None None] Enqueued Resource ID: 680964a6-0c3c-4e6e-95aa-1b975195f353 with Priority: HIGHEST for action port [ 588.640728] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680964a6-0c3c-4e6e-95aa-1b975195f353 with Priority: HIGHEST for action port [ 588.640728] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-680964a6-0c3c-4e6e-95aa-1b975195f353 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.640728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-680964a6-0c3c-4e6e-95aa-1b975195f353" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.640861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-680964a6-0c3c-4e6e-95aa-1b975195f353" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.641370] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-680964a6-0c3c-4e6e-95aa-1b975195f353" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.641370] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680964a6-0c3c-4e6e-95aa-1b975195f353',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.709357] env[65335]: INFO networking_nsxv3.common.synchronization [req-14948289-320e-46d2-b72c-1ba2a7e09aff req-0f5b092e-dbc8-4597-994a-9660a31447b4 tempest-TenantUsagesTestJSON-916288272 tempest-TenantUsagesTestJSON-916288272-project-member] Enqueued Resource ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b with Priority: HIGHEST for action security_group_members [ 588.709357] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b with Priority: HIGHEST for action security_group_members [ 588.709357] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.709357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.709357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.709357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.709643] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.710319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.710375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.710547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.710630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.710721] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.845956] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.846422] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.846651] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.847040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.849032] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.849032] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.849032] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.849032] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.849032] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.849032] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.849032] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.849032] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.849032] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.849032] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.849032] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.849032] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.851446] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.851638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.851638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.854018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.854018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.854018] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94bf1760-3694-4c54-9dd1-21aa27a2eeb6 already deleted. [ 588.854018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94bf1760-3694-4c54-9dd1-21aa27a2eeb6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.876802] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.876964] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.877116] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.877304] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.877629] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-0511b255-ebb7-49cd-853b-3197f63c0c80 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.877793] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-0511b255-ebb7-49cd-853b-3197f63c0c80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.877906] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-0511b255-ebb7-49cd-853b-3197f63c0c80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.878238] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-0511b255-ebb7-49cd-853b-3197f63c0c80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.878372] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0511b255-ebb7-49cd-853b-3197f63c0c80',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.143173] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 680964a6-0c3c-4e6e-95aa-1b975195f353 [ 589.143427] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.143570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.143648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.144130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.144130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.144130] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:680964a6-0c3c-4e6e-95aa-1b975195f353 already deleted. [ 589.144130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-680964a6-0c3c-4e6e-95aa-1b975195f353" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.169807] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.169891] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.170121] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.172311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.172311] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.172311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.172311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.172311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.172311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.172311] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.172311] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.172311] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.172311] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.172311] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.172311] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.172311] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.200287] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.200287] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.200287] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.203245] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.203245] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-5d06e83b-6443-446a-bf73-f93527120df2 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.203245] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-5d06e83b-6443-446a-bf73-f93527120df2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.203245] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-5d06e83b-6443-446a-bf73-f93527120df2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.203245] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-5d06e83b-6443-446a-bf73-f93527120df2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.203245] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d06e83b-6443-446a-bf73-f93527120df2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.216112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.216360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.216449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.216934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.216934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.216934] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.217117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.217117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.217210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.217307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.217505] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b already deleted. [ 589.217600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.381136] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.381360] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.381483] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.381761] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.381902] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.382055] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 0511b255-ebb7-49cd-853b-3197f63c0c80 not found, creating... [ 589.382312] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.382462] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.382571] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.382776] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.382903] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.383275] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.383426] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.383535] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.383732] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.383854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.383982] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 0511b255-ebb7-49cd-853b-3197f63c0c80 is going to be created. [ 589.409268] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.409559] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.409559] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.409740] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.409962] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.410195] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-0511b255-ebb7-49cd-853b-3197f63c0c80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.708171] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.708510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.708510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.708784] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.708930] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.709088] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 5d06e83b-6443-446a-bf73-f93527120df2 not found, creating... [ 589.709383] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.709571] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.709687] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.709897] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.710038] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.710311] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.710459] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.710592] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.710753] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.711262] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.711262] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 5d06e83b-6443-446a-bf73-f93527120df2 is going to be created. [ 589.730290] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.730541] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.730626] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.730886] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.731109] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.731299] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-5d06e83b-6443-446a-bf73-f93527120df2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.888842] env[65335]: INFO networking_nsxv3.common.synchronization [None req-47862bf0-93ff-465d-adec-cebc68229788 None None] Enqueued Resource ID: cf12e232-4ea6-40be-80e6-98feaf23413c with Priority: HIGHEST for action port [ 589.889179] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf12e232-4ea6-40be-80e6-98feaf23413c with Priority: HIGHEST for action port [ 589.890052] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf12e232-4ea6-40be-80e6-98feaf23413c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.890052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf12e232-4ea6-40be-80e6-98feaf23413c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.890052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf12e232-4ea6-40be-80e6-98feaf23413c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.890351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf12e232-4ea6-40be-80e6-98feaf23413c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.890452] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf12e232-4ea6-40be-80e6-98feaf23413c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.170168] env[65335]: INFO networking_nsxv3.common.synchronization [req-19eeda9b-18db-4eb6-bfae-981f343c4b56 req-f84791f4-749e-4b28-b2ad-183c22654e8b service nova] Enqueued Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGHEST for action security_group_rules [ 590.170354] env[65335]: INFO networking_nsxv3.common.synchronization [req-19eeda9b-18db-4eb6-bfae-981f343c4b56 req-f84791f4-749e-4b28-b2ad-183c22654e8b service nova] Enqueued Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGHEST for action security_group_members [ 590.170484] env[65335]: INFO networking_nsxv3.common.synchronization [req-19eeda9b-18db-4eb6-bfae-981f343c4b56 req-f84791f4-749e-4b28-b2ad-183c22654e8b service nova] Enqueued Resource ID: 0511b255-ebb7-49cd-853b-3197f63c0c80 with Priority: HIGHEST for action port [ 590.170713] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGHEST for action security_group_rules [ 590.170829] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGHEST for action security_group_members [ 590.170921] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0511b255-ebb7-49cd-853b-3197f63c0c80 with Priority: HIGHEST for action port [ 590.171476] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc23820c-35bd-4488-b0c6-304aa532691f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.171574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.171639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.171925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.171977] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.173593] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc23820c-35bd-4488-b0c6-304aa532691f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.174031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.174448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.174728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.174895] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.174995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.175062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.175213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.176031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.176137] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.177818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0511b255-ebb7-49cd-853b-3197f63c0c80 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.177920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0511b255-ebb7-49cd-853b-3197f63c0c80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.177987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0511b255-ebb7-49cd-853b-3197f63c0c80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.178160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0511b255-ebb7-49cd-853b-3197f63c0c80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.178239] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0511b255-ebb7-49cd-853b-3197f63c0c80',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.393993] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf12e232-4ea6-40be-80e6-98feaf23413c [ 590.393993] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.393993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.393993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.393993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.393993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.393993] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf12e232-4ea6-40be-80e6-98feaf23413c already deleted. [ 590.393993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf12e232-4ea6-40be-80e6-98feaf23413c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.478403] env[65335]: INFO networking_nsxv3.common.synchronization [req-14948289-320e-46d2-b72c-1ba2a7e09aff req-a2390d35-9f17-4ec0-8ad0-48007128a4e0 service nova] Enqueued Resource ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b with Priority: HIGHEST for action security_group_rules [ 590.478611] env[65335]: INFO networking_nsxv3.common.synchronization [req-14948289-320e-46d2-b72c-1ba2a7e09aff req-a2390d35-9f17-4ec0-8ad0-48007128a4e0 service nova] Enqueued Resource ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b with Priority: HIGHEST for action security_group_members [ 590.478738] env[65335]: INFO networking_nsxv3.common.synchronization [req-14948289-320e-46d2-b72c-1ba2a7e09aff req-a2390d35-9f17-4ec0-8ad0-48007128a4e0 service nova] Enqueued Resource ID: 5d06e83b-6443-446a-bf73-f93527120df2 with Priority: HIGHEST for action port [ 590.479216] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b with Priority: HIGHEST for action security_group_rules [ 590.479345] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b with Priority: HIGHEST for action security_group_members [ 590.479504] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d06e83b-6443-446a-bf73-f93527120df2 with Priority: HIGHEST for action port [ 590.479692] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.479829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.479913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.480736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.480890] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.481807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.482040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.482171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.482387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.482587] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.482726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.483496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.483496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.483496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.483496] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.484894] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d06e83b-6443-446a-bf73-f93527120df2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.484894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d06e83b-6443-446a-bf73-f93527120df2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.484894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d06e83b-6443-446a-bf73-f93527120df2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.484894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d06e83b-6443-446a-bf73-f93527120df2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.484894] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d06e83b-6443-446a-bf73-f93527120df2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.681300] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc23820c-35bd-4488-b0c6-304aa532691f taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.681300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.689019] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0511b255-ebb7-49cd-853b-3197f63c0c80 with status ACTIVE [ 590.689019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.689019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.689019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.689019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.689019] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0511b255-ebb7-49cd-853b-3197f63c0c80 is going to be updated. [ 590.691488] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.713269] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.713535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.713535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.713666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.713808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.714884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0511b255-ebb7-49cd-853b-3197f63c0c80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.986727] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.988224] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.988597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.990047] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d06e83b-6443-446a-bf73-f93527120df2 with status ACTIVE [ 590.990047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.990047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.990047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.990047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.990047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.990047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.990047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.990047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.990742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.991766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.991766] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.991766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.991766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.991766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.991766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.991766] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d06e83b-6443-446a-bf73-f93527120df2 is going to be updated. [ 591.014486] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.015693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.015693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.015693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.015693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.015693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d06e83b-6443-446a-bf73-f93527120df2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.195148] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.379121] env[65335]: INFO networking_nsxv3.common.synchronization [None req-17441f42-5c13-4137-9833-76f949923054 None None] Enqueued Resource ID: aad1119e-2514-4ee3-982c-71d72884673d with Priority: HIGHEST for action port [ 591.379664] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1119e-2514-4ee3-982c-71d72884673d with Priority: HIGHEST for action port [ 591.379963] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad1119e-2514-4ee3-982c-71d72884673d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.383172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad1119e-2514-4ee3-982c-71d72884673d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.383265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad1119e-2514-4ee3-982c-71d72884673d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.383976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad1119e-2514-4ee3-982c-71d72884673d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.384097] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad1119e-2514-4ee3-982c-71d72884673d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.469196] env[65335]: INFO networking_nsxv3.common.synchronization [req-6f3cff48-5ac4-457c-83e3-340f199f9627 req-885915fa-0c6c-4c14-b7b0-54500b52f71e tempest-DeleteServersAdminTestJSON-2094209563 tempest-DeleteServersAdminTestJSON-2094209563-project-member] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 591.469728] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 591.471021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.471021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.471021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.471021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.471021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.471021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.471021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.471021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.471021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.471021] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.490984] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.701299] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.701485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.701525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.701744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.701832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.701928] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc23820c-35bd-4488-b0c6-304aa532691f is going to be created. [ 591.730387] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.730749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.730749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.730831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.730995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.746134] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc23820c-35bd-4488-b0c6-304aa532691f in Status: UNINITIALIZED for 2s [ 591.886358] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aad1119e-2514-4ee3-982c-71d72884673d [ 591.886674] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.887585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.887681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.887997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.888128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.888232] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aad1119e-2514-4ee3-982c-71d72884673d already deleted. [ 591.888319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad1119e-2514-4ee3-982c-71d72884673d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.912812] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.913696] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.913869] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.914615] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.915328] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.915491] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.915605] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.915823] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.916117] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.916232] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.916311] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.916441] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.916490] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.916591] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.916687] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.916815] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.938378] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.938497] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.938580] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.938753] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.939076] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.939240] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.939352] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.939967] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.940186] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abe1f2c6-caa8-4509-bc00-d6ea7137e6f1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.977843] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.978390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.978603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.978873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.979605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.979605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.979605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.979869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.980143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.980143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.980267] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 already deleted. [ 591.980309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.993536] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.993746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.993820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.994052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.994154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.994244] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b is going to be created. [ 592.003574] env[65335]: INFO networking_nsxv3.common.synchronization [None req-266f8f52-3ad6-477f-8bf4-59d1d17d2d8d None None] Enqueued Resource ID: 4616c3a3-ddba-470f-9c02-a59a45a050c4 with Priority: HIGHEST for action port [ 592.004097] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4616c3a3-ddba-470f-9c02-a59a45a050c4 with Priority: HIGHEST for action port [ 592.004452] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4616c3a3-ddba-470f-9c02-a59a45a050c4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.004670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4616c3a3-ddba-470f-9c02-a59a45a050c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.004670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4616c3a3-ddba-470f-9c02-a59a45a050c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.005546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4616c3a3-ddba-470f-9c02-a59a45a050c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.005546] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4616c3a3-ddba-470f-9c02-a59a45a050c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.022059] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.022059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.022059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.022059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.022059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.034472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b in Status: UNINITIALIZED for 2s [ 592.443197] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.443780] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.443780] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.444873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.444873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.444873] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port abe1f2c6-caa8-4509-bc00-d6ea7137e6f1 not found, creating... [ 592.444873] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.444873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.445126] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.445895] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.445895] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.445895] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.445895] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.445895] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.446152] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.446773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.446773] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: abe1f2c6-caa8-4509-bc00-d6ea7137e6f1 is going to be created. [ 592.478951] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.478951] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.478951] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.478951] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.479254] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.479406] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.508647] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4616c3a3-ddba-470f-9c02-a59a45a050c4 [ 592.508796] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.508888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.508939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.509347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.509347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.509347] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4616c3a3-ddba-470f-9c02-a59a45a050c4 already deleted. [ 592.509530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4616c3a3-ddba-470f-9c02-a59a45a050c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.627499] env[65335]: INFO networking_nsxv3.common.synchronization [req-affd82b0-aa6d-4547-8405-5521e9cea3d9 req-5d00a822-a34e-4054-afec-e148828efbdd tempest-FloatingIPsAssociationTestJSON-1871956791 tempest-FloatingIPsAssociationTestJSON-1871956791-project-member] Enqueued Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 592.628135] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 592.628504] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.628679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.628730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.629181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.629181] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.629382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.629382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.629534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.629620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.629724] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.074800] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.075114] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-348" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.075308] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-348" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.075746] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-348" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.076258] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.076550] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.076741] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.077079] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.077309] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.077612] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.077783] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.077950] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.078131] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.078305] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.078471] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.078668] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.103432] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.103432] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.103683] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.103738] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-348" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.104037] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-4004b417-f0a9-474d-91ca-7a0978502bd5 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.104210] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-4004b417-f0a9-474d-91ca-7a0978502bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.104359] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-4004b417-f0a9-474d-91ca-7a0978502bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.104701] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-4004b417-f0a9-474d-91ca-7a0978502bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.104832] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4004b417-f0a9-474d-91ca-7a0978502bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.133036] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.133392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.133560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.133795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.133937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.134676] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.134676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.134676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.134884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.134884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.134990] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 already deleted. [ 593.135129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.201804] env[65335]: INFO networking_nsxv3.common.synchronization [req-6f3cff48-5ac4-457c-83e3-340f199f9627 req-01dfafb9-5c78-40d7-a51b-7b881b52bbc3 service nova] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_rules [ 593.201804] env[65335]: INFO networking_nsxv3.common.synchronization [req-6f3cff48-5ac4-457c-83e3-340f199f9627 req-01dfafb9-5c78-40d7-a51b-7b881b52bbc3 service nova] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 593.201804] env[65335]: INFO networking_nsxv3.common.synchronization [req-6f3cff48-5ac4-457c-83e3-340f199f9627 req-01dfafb9-5c78-40d7-a51b-7b881b52bbc3 service nova] Enqueued Resource ID: abe1f2c6-caa8-4509-bc00-d6ea7137e6f1 with Priority: HIGHEST for action port [ 593.202133] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_rules [ 593.202133] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 593.202214] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe1f2c6-caa8-4509-bc00-d6ea7137e6f1 with Priority: HIGHEST for action port [ 593.202748] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.202867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.202932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.203189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.203273] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.204096] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.204212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.204280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.204442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.204588] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.204680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.204740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.204874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.204963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.205047] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.205760] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.205896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.205935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.206483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.206483] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abe1f2c6-caa8-4509-bc00-d6ea7137e6f1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.606982] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.607369] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.607536] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.607832] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.608008] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.608145] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 4004b417-f0a9-474d-91ca-7a0978502bd5 not found, creating... [ 593.608442] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.608599] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.608707] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.608954] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.609240] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.609472] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.609682] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.609781] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.610040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.610142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.610320] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 4004b417-f0a9-474d-91ca-7a0978502bd5 is going to be created. [ 593.636734] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.636949] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.637074] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.637344] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.637611] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.637846] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-4004b417-f0a9-474d-91ca-7a0978502bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.707451] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.708523] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.708703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.708798] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abe1f2c6-caa8-4509-bc00-d6ea7137e6f1 with status ACTIVE [ 593.708966] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.709108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.709167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.709374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.709467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.709638] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.709723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.709792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.709899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.709975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.710164] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.710252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.710308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.710503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.710604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.710693] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abe1f2c6-caa8-4509-bc00-d6ea7137e6f1 is going to be updated. [ 593.733588] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.733736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.733804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.734033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.734166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.734333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abe1f2c6-caa8-4509-bc00-d6ea7137e6f1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.761499] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc23820c-35bd-4488-b0c6-304aa532691f in Status: SUCCESS [ 593.761799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.761958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.762188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.762381] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.762500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.762564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.762719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.762799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.762956] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.763166] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.053538] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b in Status: SUCCESS [ 594.053817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.054121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.054520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.054807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.054910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.054960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.055140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.055221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.055304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.055397] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.212681] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.265601] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc23820c-35bd-4488-b0c6-304aa532691f taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.265730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.265767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.265972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.266241] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.266241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.266384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.266636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.266744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.268784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc23820c-35bd-4488-b0c6-304aa532691f taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.268784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.268784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.268784] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.333329] env[65335]: INFO networking_nsxv3.common.synchronization [req-affd82b0-aa6d-4547-8405-5521e9cea3d9 req-3918987e-7403-40be-b43f-1f3dcc2dc6f2 service nova] Enqueued Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_rules [ 594.333508] env[65335]: INFO networking_nsxv3.common.synchronization [req-affd82b0-aa6d-4547-8405-5521e9cea3d9 req-3918987e-7403-40be-b43f-1f3dcc2dc6f2 service nova] Enqueued Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 594.333635] env[65335]: INFO networking_nsxv3.common.synchronization [req-affd82b0-aa6d-4547-8405-5521e9cea3d9 req-3918987e-7403-40be-b43f-1f3dcc2dc6f2 service nova] Enqueued Resource ID: 4004b417-f0a9-474d-91ca-7a0978502bd5 with Priority: HIGHEST for action port [ 594.333860] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_rules [ 594.333978] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 594.334081] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4004b417-f0a9-474d-91ca-7a0978502bd5 with Priority: HIGHEST for action port [ 594.334669] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.334800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.334868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.335518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.335609] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.336642] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.336786] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.336819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.337038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.337142] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.337261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.337301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.337470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.337556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.337707] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.339358] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4004b417-f0a9-474d-91ca-7a0978502bd5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.339358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4004b417-f0a9-474d-91ca-7a0978502bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.339358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4004b417-f0a9-474d-91ca-7a0978502bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.339358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4004b417-f0a9-474d-91ca-7a0978502bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.339358] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4004b417-f0a9-474d-91ca-7a0978502bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.558375] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.558850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.558850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.559008] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.559314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.559433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.559469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.559637] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.559771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.560174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.560174] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.560174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.560331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.560724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.560724] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.560870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.560870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.561642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.561736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.561848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.561952] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.715615] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.717252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.717348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.717536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.717627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.717729] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 is going to be created. [ 594.747358] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.751274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.751354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.751562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.751735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.764976] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: UNINITIALIZED for 2s [ 594.770487] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc23820c-35bd-4488-b0c6-304aa532691f: rpc.has_security_group_logging(os_id): False [ 594.789469] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.789886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.789886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.789886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.790036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.790184] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.790354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.790480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.790565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.790627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.790919] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.790919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.791111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.791241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.791360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.791665] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.791794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.791900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.792139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.792264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.792420] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc23820c-35bd-4488-b0c6-304aa532691f is going to be created. [ 594.842679] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.844452] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.846042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.846042] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4004b417-f0a9-474d-91ca-7a0978502bd5 with status ACTIVE [ 594.846042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.846042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.846042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.846042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.846042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.846042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.846042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.846042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.847831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.848654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.848654] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.848654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.848654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.848654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.848654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.848922] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4004b417-f0a9-474d-91ca-7a0978502bd5 is going to be updated. [ 594.875244] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.875244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.875244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.875244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.875244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.875698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.875698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.876766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.876766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.876766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.876766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4004b417-f0a9-474d-91ca-7a0978502bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.890914] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc23820c-35bd-4488-b0c6-304aa532691f in Status: IN_PROGRESS for 2s [ 594.895266] env[65335]: INFO networking_nsxv3.common.synchronization [None req-3bf7d30e-a5b7-4853-afbc-f1a7e90b9ebf tempest-VolumesAssistedSnapshotsTest-287966612 tempest-VolumesAssistedSnapshotsTest-287966612-project-member] Enqueued Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_rules [ 594.895846] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_rules [ 594.896157] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-009e7197-2873-4566-8f9c-8825d14d777b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.896277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.896791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.896791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.896791] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.065502] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b: rpc.has_security_group_logging(os_id): False [ 595.085275] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.085440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.085521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.085744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.085851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.086081] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.086179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.086240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.086487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.086607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.086787] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.086901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.086971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.087969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.089182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.089182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.089182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.089182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.089637] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.089930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.090914] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b is going to be created. [ 595.122065] env[65335]: INFO networking_nsxv3.common.synchronization [None req-295f4f26-074d-406b-8a69-367c63e324a7 tempest-VolumesAssistedSnapshotsTest-287966612 tempest-VolumesAssistedSnapshotsTest-287966612-project-member] Enqueued Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_rules [ 595.122908] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_rules [ 595.123659] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-009e7197-2873-4566-8f9c-8825d14d777b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.123836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.187301] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.187505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.187564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.188143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.188143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.202539] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b in Status: IN_PROGRESS for 2s [ 595.351323] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.427642] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.428107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.428310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.428663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.428780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.428888] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 009e7197-2873-4566-8f9c-8825d14d777b already deleted. [ 595.428974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.429198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.429414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.429503] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.857808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.857808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.857808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.857808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.857808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.857808] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 is going to be created. [ 595.888370] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.888545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.888602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.888881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.889865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.903847] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: UNINITIALIZED for 2s [ 595.972566] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.972747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.972788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.973236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.973236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.973383] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 009e7197-2873-4566-8f9c-8825d14d777b already deleted. [ 595.973383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.684020] env[65335]: INFO networking_nsxv3.common.synchronization [req-f59acb14-52da-416f-9cce-262bc817cec7 req-61638732-3901-461b-891e-3b9227435c5d tempest-SecurityGroupRulesTestJSON-2085257014 tempest-SecurityGroupRulesTestJSON-2085257014-project-member] Enqueued Resource ID: 7ee15ed2-d246-4ce3-a662-8efd57946372 with Priority: HIGHEST for action security_group_rules [ 596.684020] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee15ed2-d246-4ce3-a662-8efd57946372 with Priority: HIGHEST for action security_group_rules [ 596.684020] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee15ed2-d246-4ce3-a662-8efd57946372 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.684020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee15ed2-d246-4ce3-a662-8efd57946372" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.686208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee15ed2-d246-4ce3-a662-8efd57946372" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.686208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee15ed2-d246-4ce3-a662-8efd57946372" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.686208] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee15ed2-d246-4ce3-a662-8efd57946372',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.781022] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: SUCCESS [ 596.781022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.781022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.781022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.781022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.781022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.781022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.781022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.781022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.781022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.781022] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.904568] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc23820c-35bd-4488-b0c6-304aa532691f in Status: SUCCESS [ 596.904892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.211438] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.211576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.211822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.214319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.214672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.214672] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee15ed2-d246-4ce3-a662-8efd57946372 already deleted. [ 597.214672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee15ed2-d246-4ce3-a662-8efd57946372" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.217872] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b in Status: SUCCESS [ 597.217872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.283633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.283951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.284140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285544] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.285663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.285728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.286099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.286244] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.286334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.286720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.286720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.286788] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.286834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.286900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.287720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.287720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.287720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.287720] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.666605] env[65335]: INFO networking_nsxv3.common.synchronization [None req-4f4ad765-34b4-42d5-bd37-7b1f0c7c1487 None None] Enqueued Resource ID: 2885a612-18f4-497b-89f4-6dd42e56c49b with Priority: HIGHEST for action port [ 597.666605] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2885a612-18f4-497b-89f4-6dd42e56c49b with Priority: HIGHEST for action port [ 597.666605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2885a612-18f4-497b-89f4-6dd42e56c49b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.667170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2885a612-18f4-497b-89f4-6dd42e56c49b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.667385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2885a612-18f4-497b-89f4-6dd42e56c49b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.668030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2885a612-18f4-497b-89f4-6dd42e56c49b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.668200] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2885a612-18f4-497b-89f4-6dd42e56c49b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.793661] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2bec032-3cb9-49b7-ae2c-400d71967b13: rpc.has_security_group_logging(os_id): False [ 597.815096] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.815345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.815420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.815614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.815764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.816014] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.816154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.816247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.816426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.816513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.816937] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.816937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.816937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.819496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.819496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.819496] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.819496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.819496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.819496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.819496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.819496] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 is going to be created. [ 597.893147] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.895727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.895727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.895727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.895727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.909298] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: IN_PROGRESS for 2s [ 597.914424] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: SUCCESS [ 597.914916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.915274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.915729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.917057] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.917057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.917057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.917057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.917057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.917057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.917057] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.171984] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2885a612-18f4-497b-89f4-6dd42e56c49b [ 598.174365] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.174365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.174365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.174365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.174365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.174365] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2885a612-18f4-497b-89f4-6dd42e56c49b already deleted. [ 598.174365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2885a612-18f4-497b-89f4-6dd42e56c49b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.420069] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.420234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.420305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.420532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.420710] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.420850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.420920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.421154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.421286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.421404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.421601] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.421723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.421791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.421954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.422111] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.422210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.422271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.422407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.422485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.422589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.422684] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.785362] env[65335]: INFO networking_nsxv3.common.synchronization [req-1c9a80b4-d97f-4df3-a64f-f42b4c4c4508 req-d06aae07-cf72-4e92-b15e-c89ca2f54f2f tempest-MigrationsAdminTest-1565405020 tempest-MigrationsAdminTest-1565405020-project-member] Enqueued Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 598.785750] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 598.787085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.787085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.787085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.787085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.787085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.787085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.787085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.787085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.787681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.787823] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.927715] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 754da5d3-8055-48c6-afc8-dd57c4c80673: rpc.has_security_group_logging(os_id): False [ 598.948685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.948685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.948685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.948898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.948992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.949349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.949349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.949447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.949547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.949623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.949850] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.949967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.950041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.952198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.952341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.952573] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.952676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.952744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.952956] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.953066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.953156] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 is going to be created. [ 599.025122] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.025122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.025269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.025472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.025616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.043224] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: IN_PROGRESS for 2s [ 599.204632] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.204857] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.204960] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.205237] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.205521] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.205623] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.205738] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.205945] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.206098] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.206306] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.206456] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.206546] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.206633] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.206738] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.206833] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.206960] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.228957] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.229183] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.229303] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.229503] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.229841] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.230027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.230155] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.230495] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.230630] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d396ba68-e292-4a8a-b08a-8d4875a3a2a1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.290507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.290507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.290750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.290905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.291039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.291278] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.291390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.291456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.291656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.291749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.291843] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ad464b-e102-47df-9f90-03106395a378 already deleted. [ 599.291962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.733032] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.733276] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.733388] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.733665] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.733811] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.733954] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port d396ba68-e292-4a8a-b08a-8d4875a3a2a1 not found, creating... [ 599.734229] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.734461] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.734575] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.734917] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.735099] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.738308] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.738602] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.738689] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.738863] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.738999] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.739157] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: d396ba68-e292-4a8a-b08a-8d4875a3a2a1 is going to be created. [ 599.763331] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.764487] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.764487] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.766088] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.766088] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.766088] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.922810] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: SUCCESS [ 599.923053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.132102] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c55b22eb-488e-4748-88b9-96baeca4b591 None None] Enqueued Resource ID: e2d74ae5-0597-4e38-a7c7-6eb38ca496dd with Priority: HIGHEST for action port [ 600.132826] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d74ae5-0597-4e38-a7c7-6eb38ca496dd with Priority: HIGHEST for action port [ 600.133316] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d74ae5-0597-4e38-a7c7-6eb38ca496dd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.133505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d74ae5-0597-4e38-a7c7-6eb38ca496dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.133614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d74ae5-0597-4e38-a7c7-6eb38ca496dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.133968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d74ae5-0597-4e38-a7c7-6eb38ca496dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.134063] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d74ae5-0597-4e38-a7c7-6eb38ca496dd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.491399] env[65335]: INFO networking_nsxv3.common.synchronization [req-1c9a80b4-d97f-4df3-a64f-f42b4c4c4508 req-70299aed-0ce4-4e9d-a4ef-5043b8d505c0 service nova] Enqueued Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_rules [ 600.491577] env[65335]: INFO networking_nsxv3.common.synchronization [req-1c9a80b4-d97f-4df3-a64f-f42b4c4c4508 req-70299aed-0ce4-4e9d-a4ef-5043b8d505c0 service nova] Enqueued Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 600.491735] env[65335]: INFO networking_nsxv3.common.synchronization [req-1c9a80b4-d97f-4df3-a64f-f42b4c4c4508 req-70299aed-0ce4-4e9d-a4ef-5043b8d505c0 service nova] Enqueued Resource ID: d396ba68-e292-4a8a-b08a-8d4875a3a2a1 with Priority: HIGHEST for action port [ 600.491931] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_rules [ 600.492465] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 600.492683] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d396ba68-e292-4a8a-b08a-8d4875a3a2a1 with Priority: HIGHEST for action port [ 600.493374] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.493583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.493691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.494040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.494193] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.495179] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.496196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.496196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.496196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.496196] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.496538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.496538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.497014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.497207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.497392] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.498799] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.498799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.498799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.498962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.499088] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d396ba68-e292-4a8a-b08a-8d4875a3a2a1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.636824] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2d74ae5-0597-4e38-a7c7-6eb38ca496dd [ 600.637016] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.637176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.637278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.637524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.637696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.637696] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2d74ae5-0597-4e38-a7c7-6eb38ca496dd already deleted. [ 600.637828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d74ae5-0597-4e38-a7c7-6eb38ca496dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.001886] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.001886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.001886] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d396ba68-e292-4a8a-b08a-8d4875a3a2a1 with status ACTIVE [ 601.001886] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.001886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.002168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.002168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.002241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.002787] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.002787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.002787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.002787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.003031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.003031] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.003114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.004068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.004068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.004068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.004068] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d396ba68-e292-4a8a-b08a-8d4875a3a2a1 is going to be updated. [ 601.007557] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.033863] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.033863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.033863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.033863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.033863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.033863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d396ba68-e292-4a8a-b08a-8d4875a3a2a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.065530] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: SUCCESS [ 601.065530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.511698] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.582590] env[65335]: INFO networking_nsxv3.common.synchronization [req-7d80f1b5-586d-4de0-a570-7860456f5909 req-31ae0642-6a1d-4324-86fc-6b97467696d2 tempest-FloatingIPsAssociationNegativeTestJSON-244020833 tempest-FloatingIPsAssociationNegativeTestJSON-244020833-project-member] Enqueued Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGHEST for action security_group_members [ 601.583184] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGHEST for action security_group_members [ 601.583501] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a49b59-592f-4912-ac07-031e7e11419c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.583619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.583665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.583905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.584126] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.584241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.584469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.584578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.584669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.584767] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.012967] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.013228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.013228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.013456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.013516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.013623] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ad464b-e102-47df-9f90-03106395a378 is going to be created. [ 602.041930] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.042128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.042128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.042383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.042475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.052839] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: UNINITIALIZED for 2s [ 602.087692] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.088623] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.088623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.088623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.089478] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a49b59-592f-4912-ac07-031e7e11419c already deleted. [ 602.089478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.211008] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.211216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-29" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.211336] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-29" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.211656] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-29" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.211917] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.212718] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.212887] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.213135] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.213279] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.213492] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.213600] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.213712] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.213815] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.213920] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.214022] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.214146] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.234474] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.234474] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.234474] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.234474] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-29" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.234706] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-6c93fc2f-3812-478e-8626-063c72cc1f2e taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.234798] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-6c93fc2f-3812-478e-8626-063c72cc1f2e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.234843] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-6c93fc2f-3812-478e-8626-063c72cc1f2e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.235183] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-6c93fc2f-3812-478e-8626-063c72cc1f2e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.235318] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c93fc2f-3812-478e-8626-063c72cc1f2e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.390485] env[65335]: INFO networking_nsxv3.common.synchronization [None req-912c5231-4ffc-4e96-a3af-92657b4ddb5f None None] Enqueued Resource ID: 4b4b724a-9101-4d92-b6bc-3736a06bd55e with Priority: HIGHEST for action port [ 602.391473] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b4b724a-9101-4d92-b6bc-3736a06bd55e with Priority: HIGHEST for action port [ 602.395483] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b4b724a-9101-4d92-b6bc-3736a06bd55e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.395652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b4b724a-9101-4d92-b6bc-3736a06bd55e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.395714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b4b724a-9101-4d92-b6bc-3736a06bd55e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.396134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b4b724a-9101-4d92-b6bc-3736a06bd55e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.396134] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4b724a-9101-4d92-b6bc-3736a06bd55e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.737954] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.738381] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.738381] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.738602] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.738756] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.739158] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 6c93fc2f-3812-478e-8626-063c72cc1f2e not found, creating... [ 602.739158] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.739334] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.739446] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.739621] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.739746] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.740319] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.740319] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.740319] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.740564] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.740666] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.740982] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 6c93fc2f-3812-478e-8626-063c72cc1f2e is going to be created. [ 602.761294] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.761516] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.761606] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.761855] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.762087] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.762300] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-6c93fc2f-3812-478e-8626-063c72cc1f2e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.882252] env[65335]: INFO networking_nsxv3.common.synchronization [None req-5f807dfb-d5f1-472f-9cd6-41f4a18bd844 None None] Enqueued Resource ID: 492cf3ad-eba1-4111-8f52-7d8054637903 with Priority: HIGHEST for action port [ 602.882909] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492cf3ad-eba1-4111-8f52-7d8054637903 with Priority: HIGHEST for action port [ 602.883687] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-492cf3ad-eba1-4111-8f52-7d8054637903 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.884110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-492cf3ad-eba1-4111-8f52-7d8054637903" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.884734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-492cf3ad-eba1-4111-8f52-7d8054637903" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.884933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-492cf3ad-eba1-4111-8f52-7d8054637903" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.884933] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492cf3ad-eba1-4111-8f52-7d8054637903',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.898862] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b4b724a-9101-4d92-b6bc-3736a06bd55e [ 602.903029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.903029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.903029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.903029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.903029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.903029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b4b724a-9101-4d92-b6bc-3736a06bd55e already deleted. [ 602.903029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b4b724a-9101-4d92-b6bc-3736a06bd55e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.388116] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 492cf3ad-eba1-4111-8f52-7d8054637903 [ 603.388116] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.388116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.388116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.388280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.388363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.388452] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:492cf3ad-eba1-4111-8f52-7d8054637903 already deleted. [ 603.388526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-492cf3ad-eba1-4111-8f52-7d8054637903" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.517775] env[65335]: INFO networking_nsxv3.common.synchronization [req-7d80f1b5-586d-4de0-a570-7860456f5909 req-6eb6e5a1-7de4-417f-a999-4f5ff29e518e service nova] Enqueued Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGHEST for action security_group_rules [ 603.517938] env[65335]: INFO networking_nsxv3.common.synchronization [req-7d80f1b5-586d-4de0-a570-7860456f5909 req-6eb6e5a1-7de4-417f-a999-4f5ff29e518e service nova] Enqueued Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGHEST for action security_group_members [ 603.518163] env[65335]: INFO networking_nsxv3.common.synchronization [req-7d80f1b5-586d-4de0-a570-7860456f5909 req-6eb6e5a1-7de4-417f-a999-4f5ff29e518e service nova] Enqueued Resource ID: 6c93fc2f-3812-478e-8626-063c72cc1f2e with Priority: HIGHEST for action port [ 603.518702] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGHEST for action security_group_rules [ 603.518824] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGHEST for action security_group_members [ 603.518911] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c93fc2f-3812-478e-8626-063c72cc1f2e with Priority: HIGHEST for action port [ 603.519257] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a49b59-592f-4912-ac07-031e7e11419c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.519446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.519446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.519806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.519806] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.522319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a49b59-592f-4912-ac07-031e7e11419c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.522543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.522543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.523059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.523059] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.523059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.523059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.523247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.523657] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.523657] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.525112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c93fc2f-3812-478e-8626-063c72cc1f2e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.525233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c93fc2f-3812-478e-8626-063c72cc1f2e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.525328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c93fc2f-3812-478e-8626-063c72cc1f2e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.525450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c93fc2f-3812-478e-8626-063c72cc1f2e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.525523] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c93fc2f-3812-478e-8626-063c72cc1f2e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.027496] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.028899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a49b59-592f-4912-ac07-031e7e11419c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.028899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.030118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c93fc2f-3812-478e-8626-063c72cc1f2e with status ACTIVE [ 604.030912] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.031097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.031168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.031379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.031566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.031661] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.031760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.031867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.031963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.032049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.032234] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.032307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.033662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.033662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.033662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.033662] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c93fc2f-3812-478e-8626-063c72cc1f2e is going to be updated. [ 604.056649] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.056847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.056896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.057360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.057593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.058107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c93fc2f-3812-478e-8626-063c72cc1f2e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.067496] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: SUCCESS [ 604.067496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.067823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.068083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.068309] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.068450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.068513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.068757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.068757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.068853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.068929] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.270113] env[65335]: INFO networking_nsxv3.common.synchronization [req-67716a1e-414e-4e9b-a7b8-913af377d6f4 req-7654c371-cc07-466a-9789-8e20016bf0d8 tempest-ServerExternalEventsTest-533967254 tempest-ServerExternalEventsTest-533967254-project-member] Enqueued Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGHEST for action security_group_members [ 604.270497] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGHEST for action security_group_members [ 604.270802] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-479d3f15-b82f-4eb0-9e82-3b6096e601b1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.270944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.271803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.273074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.273255] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.273817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.273972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.274122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.275429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.275429] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.319041] env[65335]: INFO networking_nsxv3.common.synchronization [None req-73a656d1-fe04-443a-8002-5c532e03c1b1 None None] Enqueued Resource ID: 89266f2f-2e08-4fdb-8efa-3b5ad7464719 with Priority: HIGHEST for action port [ 604.319041] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89266f2f-2e08-4fdb-8efa-3b5ad7464719 with Priority: HIGHEST for action port [ 604.319041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-89266f2f-2e08-4fdb-8efa-3b5ad7464719 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.319197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89266f2f-2e08-4fdb-8efa-3b5ad7464719" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.319237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89266f2f-2e08-4fdb-8efa-3b5ad7464719" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.319454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89266f2f-2e08-4fdb-8efa-3b5ad7464719" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.320914] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89266f2f-2e08-4fdb-8efa-3b5ad7464719',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.530400] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.571138] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.571138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.571138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.572105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.575019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.575019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.575019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.575019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.575781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.576226] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.777649] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.777852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.778054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.778180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.778276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.778472] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.778604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.778828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.778828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.778894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.779540] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 already deleted. [ 604.779540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.791930] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.792146] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.792261] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.792514] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.792791] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.792939] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.793663] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.794678] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.794678] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.794678] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.794678] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.794678] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.794847] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.794882] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.794968] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.795109] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.818296] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.819061] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.819061] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.819192] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.819511] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-211aa706-e019-4346-bf00-982ccae900bd taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.820399] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-211aa706-e019-4346-bf00-982ccae900bd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.820399] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-211aa706-e019-4346-bf00-982ccae900bd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.820399] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-211aa706-e019-4346-bf00-982ccae900bd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.820399] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211aa706-e019-4346-bf00-982ccae900bd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.822158] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89266f2f-2e08-4fdb-8efa-3b5ad7464719 [ 604.822509] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.822648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.822728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.822929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.823048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.823156] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89266f2f-2e08-4fdb-8efa-3b5ad7464719 already deleted. [ 604.823428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89266f2f-2e08-4fdb-8efa-3b5ad7464719" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.002756] env[65335]: INFO networking_nsxv3.common.synchronization [None req-4de5d10f-5158-4f4d-9bab-39badfb0b2b0 None None] Enqueued Resource ID: 8d56540b-a311-425f-ae01-9c0fb1492104 with Priority: HIGHEST for action port [ 605.003530] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56540b-a311-425f-ae01-9c0fb1492104 with Priority: HIGHEST for action port [ 605.004150] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d56540b-a311-425f-ae01-9c0fb1492104 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.004150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d56540b-a311-425f-ae01-9c0fb1492104" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.004150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d56540b-a311-425f-ae01-9c0fb1492104" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.004660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d56540b-a311-425f-ae01-9c0fb1492104" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.004660] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d56540b-a311-425f-ae01-9c0fb1492104',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.035278] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.037467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.037467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.037467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.037467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.037467] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a49b59-592f-4912-ac07-031e7e11419c is going to be created. [ 605.062433] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.062586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.062649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.062847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.063008] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.073809] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a49b59-592f-4912-ac07-031e7e11419c in Status: UNINITIALIZED for 2s [ 605.078535] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ad464b-e102-47df-9f90-03106395a378: rpc.has_security_group_logging(os_id): False [ 605.095477] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.095653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.095696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.095898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.096014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.096206] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.096302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.097025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.097025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.097025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.097025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.097277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.097277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.097277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097473] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.097587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.097654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.097792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.097868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097949] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ad464b-e102-47df-9f90-03106395a378 is going to be created. [ 605.260634] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.260878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.260955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.261320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.261683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.277496] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: IN_PROGRESS for 2s [ 605.323711] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.323854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.324045] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.324221] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.324414] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.324713] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 211aa706-e019-4346-bf00-982ccae900bd not found, creating... [ 605.325058] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.325414] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.325414] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.325546] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.325749] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.326138] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.326138] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.326312] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.326523] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.326691] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.326762] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 211aa706-e019-4346-bf00-982ccae900bd is going to be created. [ 605.391769] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.392097] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.392264] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.392972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.392972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.393145] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-211aa706-e019-4346-bf00-982ccae900bd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.507049] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d56540b-a311-425f-ae01-9c0fb1492104 [ 605.507306] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.507647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.507647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.507817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.507887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.507982] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d56540b-a311-425f-ae01-9c0fb1492104 already deleted. [ 605.508137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d56540b-a311-425f-ae01-9c0fb1492104" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.093575] env[65335]: INFO networking_nsxv3.common.synchronization [req-67716a1e-414e-4e9b-a7b8-913af377d6f4 req-3db057fc-5077-4d5e-82e0-0ee0523f53f5 service nova] Enqueued Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGHEST for action security_group_rules [ 606.093909] env[65335]: INFO networking_nsxv3.common.synchronization [req-67716a1e-414e-4e9b-a7b8-913af377d6f4 req-3db057fc-5077-4d5e-82e0-0ee0523f53f5 service nova] Enqueued Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGHEST for action security_group_members [ 606.093909] env[65335]: INFO networking_nsxv3.common.synchronization [req-67716a1e-414e-4e9b-a7b8-913af377d6f4 req-3db057fc-5077-4d5e-82e0-0ee0523f53f5 service nova] Enqueued Resource ID: 211aa706-e019-4346-bf00-982ccae900bd with Priority: HIGHEST for action port [ 606.094450] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGHEST for action security_group_rules [ 606.094583] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGHEST for action security_group_members [ 606.094679] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211aa706-e019-4346-bf00-982ccae900bd with Priority: HIGHEST for action port [ 606.095518] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.095872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.095976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.097695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.097695] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.097933] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-479d3f15-b82f-4eb0-9e82-3b6096e601b1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.098114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.098223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.098411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.098559] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.098710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.098797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.099046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.099168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.099303] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.100211] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-211aa706-e019-4346-bf00-982ccae900bd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.100375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-211aa706-e019-4346-bf00-982ccae900bd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.100431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-211aa706-e019-4346-bf00-982ccae900bd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.100584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-211aa706-e019-4346-bf00-982ccae900bd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.100707] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211aa706-e019-4346-bf00-982ccae900bd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.417114] env[65335]: INFO networking_nsxv3.common.synchronization [req-93739207-0c55-444d-b5de-11aae13e3a30 req-271d8d22-6d3e-414c-83f2-a6e6ebf47ac2 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 606.417842] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 606.418339] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.418500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.418575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.418828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.418984] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.419098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.419160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.419312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.419395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.419487] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.605024] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.605024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-479d3f15-b82f-4eb0-9e82-3b6096e601b1 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.605024] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 211aa706-e019-4346-bf00-982ccae900bd with status ACTIVE [ 606.605024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.605024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.605024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.606139] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.606408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.611415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.611415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.611415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.611415] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 211aa706-e019-4346-bf00-982ccae900bd is going to be updated. [ 606.636337] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.636337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.636544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.636632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.636767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.636922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-211aa706-e019-4346-bf00-982ccae900bd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.743659] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.743659] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-499" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.743659] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-499" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.743659] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-499" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.743942] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.744021] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.744258] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.744462] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.744662] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.744896] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.745021] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.748318] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.748318] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.748318] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.748318] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.748318] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.771631] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.772340] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.772340] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.772340] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-499" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.772534] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-937f4f89-5ebc-4997-8020-250fff412ae7 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.772719] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.772836] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.773500] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.773500] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937f4f89-5ebc-4997-8020-250fff412ae7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.922766] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.922998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.923100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.923372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.923520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.923803] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.923972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.924076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.924282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.924425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.924541] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f667566-7744-47a2-899b-242b8528c023 already deleted. [ 606.924658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.089889] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a49b59-592f-4912-ac07-031e7e11419c in Status: SUCCESS [ 607.089889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.089889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.089889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.089889] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.089889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.089889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.089889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.089889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.089889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.089889] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.105564] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.276015] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.276263] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.276433] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.276797] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.276986] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.277224] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 937f4f89-5ebc-4997-8020-250fff412ae7 not found, creating... [ 607.277510] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.277754] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.277996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.278301] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.278577] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.278958] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.281740] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.281888] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.285019] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.285019] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.285019] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 937f4f89-5ebc-4997-8020-250fff412ae7 is going to be created. [ 607.299776] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: SUCCESS [ 607.299776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.306239] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.306458] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.306599] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.306885] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.307116] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.307329] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.591527] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a49b59-592f-4912-ac07-031e7e11419c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.591726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.591810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.592065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.592264] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.592391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.592467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.592680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.592792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.592884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.593042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a49b59-592f-4912-ac07-031e7e11419c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.593138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.593197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.593340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.593477] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.593628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.593699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.593836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.593912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.594065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.594158] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.609573] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.609719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.609791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.609990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.610095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.610190] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 is going to be created. [ 607.634103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.634284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.634325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.634533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.634688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.643764] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 in Status: UNINITIALIZED for 2s [ 607.963165] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c064407d-3c03-4942-b271-6ca992f890f6 tempest-ServersTestFqdnHostnames-759660924 tempest-ServersTestFqdnHostnames-759660924-project-member] Enqueued Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_rules [ 607.963584] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_rules [ 607.964091] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b3fb36-e9c1-4705-9bef-e70502b050e0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.964465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.964465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.964661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.964883] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.988662] env[65335]: INFO networking_nsxv3.common.synchronization [req-93739207-0c55-444d-b5de-11aae13e3a30 req-2ce79a7d-b550-49d9-afbd-971caa7825bd service nova] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 607.988662] env[65335]: INFO networking_nsxv3.common.synchronization [req-93739207-0c55-444d-b5de-11aae13e3a30 req-2ce79a7d-b550-49d9-afbd-971caa7825bd service nova] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 607.988662] env[65335]: INFO networking_nsxv3.common.synchronization [req-93739207-0c55-444d-b5de-11aae13e3a30 req-2ce79a7d-b550-49d9-afbd-971caa7825bd service nova] Enqueued Resource ID: 937f4f89-5ebc-4997-8020-250fff412ae7 with Priority: HIGHEST for action port [ 607.988662] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 607.988662] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 607.988662] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937f4f89-5ebc-4997-8020-250fff412ae7 with Priority: HIGHEST for action port [ 607.988662] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.988662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.988662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.988662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.988662] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.989312] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.989312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.989312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.990028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.990028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.990028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.990028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.990028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.990028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.990028] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.991023] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-937f4f89-5ebc-4997-8020-250fff412ae7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.991023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.991464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.991464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.991464] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937f4f89-5ebc-4997-8020-250fff412ae7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.098016] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49a49b59-592f-4912-ac07-031e7e11419c: rpc.has_security_group_logging(os_id): False [ 608.115613] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.115950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.115950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.116113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.116222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.116430] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.116576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.116639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.117069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.117069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.117209] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.117313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.117382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.117549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.117652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.117896] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.117952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.118060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.118158] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.118232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.118317] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a49b59-592f-4912-ac07-031e7e11419c is going to be created. [ 608.189742] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.189948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.190280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.190280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.192286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.203487] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a49b59-592f-4912-ac07-031e7e11419c in Status: IN_PROGRESS for 2s [ 608.301268] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b844f16e-ac38-41c3-badc-b2d8a5c9ce83 tempest-ServersTestFqdnHostnames-759660924 tempest-ServersTestFqdnHostnames-759660924-project-member] Enqueued Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_rules [ 608.301268] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_rules [ 608.301268] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b3fb36-e9c1-4705-9bef-e70502b050e0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.301268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.433021] env[65335]: INFO networking_nsxv3.common.synchronization [req-368f2e48-ec1b-4b73-bc85-8d8769623d9d req-2a933c8e-324d-46e8-984d-2bf37a5feb52 tempest-SecurityGroupRulesTestJSON-2085257014 tempest-SecurityGroupRulesTestJSON-2085257014-project-member] Enqueued Resource ID: 735f4968-7ce7-4e35-93d5-6fadd54a4fc1 with Priority: HIGHEST for action security_group_rules [ 608.433021] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4968-7ce7-4e35-93d5-6fadd54a4fc1 with Priority: HIGHEST for action security_group_rules [ 608.433021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735f4968-7ce7-4e35-93d5-6fadd54a4fc1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.433021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735f4968-7ce7-4e35-93d5-6fadd54a4fc1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.433021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735f4968-7ce7-4e35-93d5-6fadd54a4fc1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.433021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735f4968-7ce7-4e35-93d5-6fadd54a4fc1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.433661] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735f4968-7ce7-4e35-93d5-6fadd54a4fc1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.493025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.493025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.493025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.493025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.493025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.493025] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 already deleted. [ 608.493025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.493025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.493025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.493025] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.494654] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.494958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.495540] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.496695] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 937f4f89-5ebc-4997-8020-250fff412ae7 with status ACTIVE [ 608.497274] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.497561] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.497799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.498097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.498753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.500077] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.500077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.500077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.500077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.500077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.500077] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.500077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.500625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.501249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.501249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.503444] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 937f4f89-5ebc-4997-8020-250fff412ae7 is going to be updated. [ 608.525870] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.525870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.525870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.525870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.525870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.525870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.957150] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.957150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.957150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.957318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.957392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.957479] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735f4968-7ce7-4e35-93d5-6fadd54a4fc1 already deleted. [ 608.958350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735f4968-7ce7-4e35-93d5-6fadd54a4fc1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.004928] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.023644] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.023823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.023891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.024152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.024290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.024428] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 already deleted. [ 609.024568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.164798] env[65335]: INFO networking_nsxv3.common.synchronization [req-bc96f5fa-fde1-4dac-a54e-8cf5a950a8a3 req-90c33ac6-46e8-4085-b8e6-f4203973feaa tempest-VolumesAssistedSnapshotsTest-287966612 tempest-VolumesAssistedSnapshotsTest-287966612-project-member] Enqueued Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_members [ 609.165226] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_members [ 609.165522] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-009e7197-2873-4566-8f9c-8825d14d777b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.165641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.165698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.165947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.167103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.167103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.167103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.167251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.167281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.167435] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.446649] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0f5530cd-88ea-4977-9efc-c9815c59c2ed None None] Enqueued Resource ID: 2b308a4a-4519-46fa-934a-c20d95e12694 with Priority: HIGHEST for action port [ 609.447238] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b308a4a-4519-46fa-934a-c20d95e12694 with Priority: HIGHEST for action port [ 609.448543] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b308a4a-4519-46fa-934a-c20d95e12694 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.448543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b308a4a-4519-46fa-934a-c20d95e12694" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.448543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b308a4a-4519-46fa-934a-c20d95e12694" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.448543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b308a4a-4519-46fa-934a-c20d95e12694" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.448868] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b308a4a-4519-46fa-934a-c20d95e12694',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.509989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.509989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.509989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.509989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.509989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.509989] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be created. [ 609.535413] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.535413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.535413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.535413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.535413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.544430] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: UNINITIALIZED for 2s [ 609.655906] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 in Status: SUCCESS [ 609.656150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.656312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.656560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.656771] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.656902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.656968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.657153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.657232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.657320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.657410] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.673496] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.673496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.673596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.673986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.673986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.674197] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.674339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.674339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.674458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.674557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.674648] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 009e7197-2873-4566-8f9c-8825d14d777b already deleted. [ 609.674730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.773501] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.773705] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-623" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.773822] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-623" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.774804] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-623" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.775087] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.775258] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.775372] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.776028] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.776028] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.776028] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.776181] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.776181] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.776246] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.776339] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.776452] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.776728] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.797886] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.798067] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.798187] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.798799] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-623" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.798799] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-8dac2645-1999-4ee0-91ef-11a7d292430b taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.798799] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-8dac2645-1999-4ee0-91ef-11a7d292430b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.799126] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-8dac2645-1999-4ee0-91ef-11a7d292430b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.799268] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-8dac2645-1999-4ee0-91ef-11a7d292430b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.799445] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dac2645-1999-4ee0-91ef-11a7d292430b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.951403] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b308a4a-4519-46fa-934a-c20d95e12694 [ 609.951657] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.951819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.951932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.953516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.953516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.953516] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b308a4a-4519-46fa-934a-c20d95e12694 already deleted. [ 609.953516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b308a4a-4519-46fa-934a-c20d95e12694" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.161990] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-479d3f15-b82f-4eb0-9e82-3b6096e601b1 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.162099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.162340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.162438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.162624] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.162751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.162814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.162967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.163072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.163158] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.163301] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-479d3f15-b82f-4eb0-9e82-3b6096e601b1 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.163391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.163452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.163583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.163718] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.163857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.163857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.163984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.164074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.164153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.164239] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.216965] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a49b59-592f-4912-ac07-031e7e11419c in Status: SUCCESS [ 610.217291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.303705] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.304057] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.304138] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.304351] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.304640] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.304806] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 8dac2645-1999-4ee0-91ef-11a7d292430b not found, creating... [ 610.307710] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.307710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.307710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.307710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.307710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.307710] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.307710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.307710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.307710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.307710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.308292] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 8dac2645-1999-4ee0-91ef-11a7d292430b is going to be created. [ 610.329526] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.329738] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.329855] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.330148] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.330398] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.330589] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-8dac2645-1999-4ee0-91ef-11a7d292430b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.667781] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 479d3f15-b82f-4eb0-9e82-3b6096e601b1: rpc.has_security_group_logging(os_id): False [ 610.691266] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.691419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.691504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.691693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.691785] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.691994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.692259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.692259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.692390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.692390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.692596] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.692659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.692689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.692820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.692887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.693073] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.693163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.693218] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.693474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.693474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.693698] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 is going to be created. [ 610.704159] env[65335]: INFO networking_nsxv3.common.synchronization [req-c4006225-c445-458f-8fae-5973e0b26fcc req-3f5a2f2e-3214-4b21-a40e-d187430a2a55 tempest-ImagesOneServerNegativeTestJSON-539465578 tempest-ImagesOneServerNegativeTestJSON-539465578-project-member] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 610.705846] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 610.705846] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.705846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.705846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.705846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.705846] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.705846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.705846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.706190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.706190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.706190] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.758358] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.758564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.758564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.758771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.759167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.772787] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 in Status: IN_PROGRESS for 2s [ 611.071776] env[65335]: INFO networking_nsxv3.common.synchronization [req-bc96f5fa-fde1-4dac-a54e-8cf5a950a8a3 req-500fb4fb-e358-43f9-ae98-66fe244b49f6 service nova] Enqueued Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_rules [ 611.071986] env[65335]: INFO networking_nsxv3.common.synchronization [req-bc96f5fa-fde1-4dac-a54e-8cf5a950a8a3 req-500fb4fb-e358-43f9-ae98-66fe244b49f6 service nova] Enqueued Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_members [ 611.072157] env[65335]: INFO networking_nsxv3.common.synchronization [req-bc96f5fa-fde1-4dac-a54e-8cf5a950a8a3 req-500fb4fb-e358-43f9-ae98-66fe244b49f6 service nova] Enqueued Resource ID: 8dac2645-1999-4ee0-91ef-11a7d292430b with Priority: HIGHEST for action port [ 611.073125] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_rules [ 611.073293] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_members [ 611.073426] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dac2645-1999-4ee0-91ef-11a7d292430b with Priority: HIGHEST for action port [ 611.073704] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-009e7197-2873-4566-8f9c-8825d14d777b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.074054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.074054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.074298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.074298] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.075147] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-009e7197-2873-4566-8f9c-8825d14d777b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.075282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.075353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.075622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.075752] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.075831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.076692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.076692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.076692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.076692] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.077065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dac2645-1999-4ee0-91ef-11a7d292430b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.077173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dac2645-1999-4ee0-91ef-11a7d292430b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.077231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dac2645-1999-4ee0-91ef-11a7d292430b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.077384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dac2645-1999-4ee0-91ef-11a7d292430b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.077458] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dac2645-1999-4ee0-91ef-11a7d292430b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.207685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.207855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.207932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.208373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.208541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.208808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.209152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.209152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.209444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.209549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.210098] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 already deleted. [ 611.210098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.328769] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c2fa411b-7dbe-4cfb-9002-c81cd3111549 None None] Enqueued Resource ID: e493333f-790c-4dc8-aa45-b30049c1534c with Priority: HIGHEST for action port [ 611.329106] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e493333f-790c-4dc8-aa45-b30049c1534c with Priority: HIGHEST for action port [ 611.329624] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e493333f-790c-4dc8-aa45-b30049c1534c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.330080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e493333f-790c-4dc8-aa45-b30049c1534c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.330174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e493333f-790c-4dc8-aa45-b30049c1534c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.330612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e493333f-790c-4dc8-aa45-b30049c1534c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.330612] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e493333f-790c-4dc8-aa45-b30049c1534c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.361524] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.361720] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.361840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.362195] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.362448] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.362603] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.362708] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.362925] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.363071] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.363295] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.363389] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.363475] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.363577] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.363681] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.363779] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.363941] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.383197] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.383197] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.383368] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.383510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.383906] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-8d77ad1d-de03-4e74-ac21-655e82ba4e77 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.384101] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-8d77ad1d-de03-4e74-ac21-655e82ba4e77" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.384218] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-8d77ad1d-de03-4e74-ac21-655e82ba4e77" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.384916] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-8d77ad1d-de03-4e74-ac21-655e82ba4e77" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.384916] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d77ad1d-de03-4e74-ac21-655e82ba4e77',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.558522] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 611.558522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.558704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.558826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.559061] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.559206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.559271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.559492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.559568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.559620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.559827] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.580259] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-009e7197-2873-4566-8f9c-8825d14d777b taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.580259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.580259] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.580857] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dac2645-1999-4ee0-91ef-11a7d292430b with status ACTIVE [ 611.581057] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.581174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.581349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.581497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.581589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.581766] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.581766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.582805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.582805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.582805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.582805] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.582805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.582805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.582805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.582805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.582805] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dac2645-1999-4ee0-91ef-11a7d292430b is going to be updated. [ 611.612384] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.612567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.612617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.612812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.612951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.613327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dac2645-1999-4ee0-91ef-11a7d292430b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.834880] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e493333f-790c-4dc8-aa45-b30049c1534c [ 611.835136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.835268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.835340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.835562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.835654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.835749] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e493333f-790c-4dc8-aa45-b30049c1534c already deleted. [ 611.835831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e493333f-790c-4dc8-aa45-b30049c1534c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.887658] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.887976] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.888102] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.888346] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.888487] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.888639] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 8d77ad1d-de03-4e74-ac21-655e82ba4e77 not found, creating... [ 611.888900] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.889064] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.889177] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.889388] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.889516] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.889818] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.889972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.890257] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.890476] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.890603] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.890755] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 8d77ad1d-de03-4e74-ac21-655e82ba4e77 is going to be created. [ 611.919354] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.919588] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.919688] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.919953] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.920191] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.920416] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-8d77ad1d-de03-4e74-ac21-655e82ba4e77" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.062399] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.084500] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.569401] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f667566-7744-47a2-899b-242b8528c023: rpc.has_security_group_logging(os_id): False [ 612.590460] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.590673] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.590843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.590978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.591102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.591201] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 009e7197-2873-4566-8f9c-8825d14d777b is going to be created. [ 612.598560] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.598690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.598690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.598917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.602362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.602555] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.602694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.602765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.605709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.605709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.605709] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be created. [ 612.652503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.652795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.652914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.654032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.654219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.678450] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 009e7197-2873-4566-8f9c-8825d14d777b in Status: UNINITIALIZED for 2s [ 612.721451] env[65335]: INFO networking_nsxv3.common.synchronization [req-c4006225-c445-458f-8fae-5973e0b26fcc req-bd06f802-bd15-4201-946f-c664f5ac6cbc service nova] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_rules [ 612.721645] env[65335]: INFO networking_nsxv3.common.synchronization [req-c4006225-c445-458f-8fae-5973e0b26fcc req-bd06f802-bd15-4201-946f-c664f5ac6cbc service nova] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 612.721770] env[65335]: INFO networking_nsxv3.common.synchronization [req-c4006225-c445-458f-8fae-5973e0b26fcc req-bd06f802-bd15-4201-946f-c664f5ac6cbc service nova] Enqueued Resource ID: 8d77ad1d-de03-4e74-ac21-655e82ba4e77 with Priority: HIGHEST for action port [ 612.723381] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_rules [ 612.724299] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 612.724585] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d77ad1d-de03-4e74-ac21-655e82ba4e77 with Priority: HIGHEST for action port [ 612.727697] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.727697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.727697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.727697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.727935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.732126] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.732126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.732126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.732126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.732126] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.733636] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.733792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.734165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.738089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.738349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.738484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.738620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.738895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.739180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.739180] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.741505] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d77ad1d-de03-4e74-ac21-655e82ba4e77 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.741737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d77ad1d-de03-4e74-ac21-655e82ba4e77" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.741737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d77ad1d-de03-4e74-ac21-655e82ba4e77" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.741997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d77ad1d-de03-4e74-ac21-655e82ba4e77" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.742125] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d77ad1d-de03-4e74-ac21-655e82ba4e77',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.760343] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: IN_PROGRESS for 2s [ 612.793029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 in Status: SUCCESS [ 612.793029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.244994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.245713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.246012] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.247096] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d77ad1d-de03-4e74-ac21-655e82ba4e77 with status ACTIVE [ 613.247289] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.247404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.247476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.247702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.247755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.247935] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.249161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.249279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.249516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.249627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.249845] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.249951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.250377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.250377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.250377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.250377] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d77ad1d-de03-4e74-ac21-655e82ba4e77 is going to be updated. [ 613.287235] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.287235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.287235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.287235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.287235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.287235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d77ad1d-de03-4e74-ac21-655e82ba4e77" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.412159] env[65335]: INFO networking_nsxv3.common.synchronization [req-8398695c-89ae-43a5-9923-9f1e30a54817 req-afaaf058-dee9-41e3-ae04-6253cc51139b tempest-DeleteServersAdminTestJSON-1108608026 tempest-DeleteServersAdminTestJSON-1108608026-project-admin] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 613.412961] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 613.413503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.413686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.413833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.414176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.414414] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.414729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.414729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.414811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.414842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.414937] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.523282] env[65335]: INFO networking_nsxv3.common.synchronization [None req-7c1999c6-7d6d-4e08-8a8d-845f77688c5d None None] Enqueued Resource ID: d0f201b8-04ec-4bd3-866e-fdacc0c21d30 with Priority: HIGHEST for action port [ 613.523780] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f201b8-04ec-4bd3-866e-fdacc0c21d30 with Priority: HIGHEST for action port [ 613.524243] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f201b8-04ec-4bd3-866e-fdacc0c21d30 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.524360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f201b8-04ec-4bd3-866e-fdacc0c21d30" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.524399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f201b8-04ec-4bd3-866e-fdacc0c21d30" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.525275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f201b8-04ec-4bd3-866e-fdacc0c21d30" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.525275] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f201b8-04ec-4bd3-866e-fdacc0c21d30',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.752250] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.920022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.920022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.920022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.920022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.920022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.920022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.920022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.920530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.920530] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 is going to be updated. [ 613.960485] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.960485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.960485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.960485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.960858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.971454] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: IN_PROGRESS for 2s [ 614.026480] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0f201b8-04ec-4bd3-866e-fdacc0c21d30 [ 614.026784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.026920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.026987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.027326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.027326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.029294] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0f201b8-04ec-4bd3-866e-fdacc0c21d30 already deleted. [ 614.029294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f201b8-04ec-4bd3-866e-fdacc0c21d30" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.254957] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.256241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.256358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.256756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.257060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.257771] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be created. [ 614.310520] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.310520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.310520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.310520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.310520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.329719] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: UNINITIALIZED for 2s [ 614.375510] env[65335]: INFO networking_nsxv3.common.synchronization [req-a41945c3-8dc4-450f-bf3e-da90bc005296 req-b35a7bb6-6ca5-4688-bfa8-8d56e019688c tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 614.376393] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 614.376393] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.376649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.376649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.376886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.377072] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.377180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.377254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.377401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.377481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.377589] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.695046] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 009e7197-2873-4566-8f9c-8825d14d777b in Status: SUCCESS [ 614.695489] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.695746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.695991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.696225] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.696384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.696483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.697241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.697241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.697241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.697241] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.776239] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 614.776747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.880104] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.880696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.880847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.881297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.881471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.882018] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.882221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.882900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.882900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.883264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.883410] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 already deleted. [ 614.883543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.942294] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.942484] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.942600] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.942991] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.943401] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.943617] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.943719] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.944221] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.944221] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.944311] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.944425] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.944527] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.944653] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.944764] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.944862] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.944982] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.965136] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.965387] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.965637] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.965847] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.966259] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-44378b6b-fbb4-4382-b376-ec24968c0f2d taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.966493] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-44378b6b-fbb4-4382-b376-ec24968c0f2d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.966674] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-44378b6b-fbb4-4382-b376-ec24968c0f2d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.967491] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-44378b6b-fbb4-4382-b376-ec24968c0f2d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.967491] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44378b6b-fbb4-4382-b376-ec24968c0f2d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.199354] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.470050] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.470050] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.470305] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.470436] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.470626] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.470814] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 44378b6b-fbb4-4382-b376-ec24968c0f2d not found, creating... [ 615.471501] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.471693] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.471817] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.472072] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.472282] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.472891] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.473117] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.473424] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.473736] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.473891] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.474048] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 44378b6b-fbb4-4382-b376-ec24968c0f2d is going to be created. [ 615.504462] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.505182] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.505182] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.505299] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.505444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.505659] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-44378b6b-fbb4-4382-b376-ec24968c0f2d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.702809] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 009e7197-2873-4566-8f9c-8825d14d777b: rpc.has_security_group_logging(os_id): False [ 615.724811] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.724811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.725537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.725537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.725537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.725537] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.725537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.725729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.726187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.726187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.726187] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 009e7197-2873-4566-8f9c-8825d14d777b is going to be created. [ 615.807910] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.808242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.808242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.808697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.808697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.824193] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 009e7197-2873-4566-8f9c-8825d14d777b in Status: IN_PROGRESS for 2s [ 615.960026] env[65335]: INFO networking_nsxv3.common.synchronization [None req-9269a62e-dbac-46d4-af32-0b154f16a408 None None] Enqueued Resource ID: c2d1ce8a-0a26-49a0-a511-748558e8fa15 with Priority: HIGHEST for action port [ 615.960026] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d1ce8a-0a26-49a0-a511-748558e8fa15 with Priority: HIGHEST for action port [ 615.960026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d1ce8a-0a26-49a0-a511-748558e8fa15 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.960026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d1ce8a-0a26-49a0-a511-748558e8fa15" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.960026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d1ce8a-0a26-49a0-a511-748558e8fa15" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.960026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d1ce8a-0a26-49a0-a511-748558e8fa15" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.960026] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d1ce8a-0a26-49a0-a511-748558e8fa15',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.985359] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: SUCCESS [ 615.985766] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 deletion is rescheduled due to dependency. [ 615.986083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.339100] env[65335]: INFO networking_nsxv3.common.synchronization [req-a41945c3-8dc4-450f-bf3e-da90bc005296 req-42f27fe2-9fa5-4750-8e3f-fc1e16b7445c service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 616.339100] env[65335]: INFO networking_nsxv3.common.synchronization [req-a41945c3-8dc4-450f-bf3e-da90bc005296 req-42f27fe2-9fa5-4750-8e3f-fc1e16b7445c service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 616.339335] env[65335]: INFO networking_nsxv3.common.synchronization [req-a41945c3-8dc4-450f-bf3e-da90bc005296 req-42f27fe2-9fa5-4750-8e3f-fc1e16b7445c service nova] Enqueued Resource ID: 44378b6b-fbb4-4382-b376-ec24968c0f2d with Priority: HIGHEST for action port [ 616.341187] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 616.341342] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 616.341460] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44378b6b-fbb4-4382-b376-ec24968c0f2d with Priority: HIGHEST for action port [ 616.341895] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.342097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.342155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.342446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.342526] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.343913] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.343913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.343913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.344107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.344270] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.344383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.344481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.344773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.344885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.345070] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.351222] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-44378b6b-fbb4-4382-b376-ec24968c0f2d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.351222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44378b6b-fbb4-4382-b376-ec24968c0f2d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.351222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44378b6b-fbb4-4382-b376-ec24968c0f2d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.351222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44378b6b-fbb4-4382-b376-ec24968c0f2d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.351222] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44378b6b-fbb4-4382-b376-ec24968c0f2d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.352334] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 616.352545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.353330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.353565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.353789] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.353914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.353997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.354178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.354265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.354361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.354450] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.462855] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2d1ce8a-0a26-49a0-a511-748558e8fa15 [ 616.463398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.463398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.463519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.463685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.463773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.463868] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2d1ce8a-0a26-49a0-a511-748558e8fa15 already deleted. [ 616.463960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d1ce8a-0a26-49a0-a511-748558e8fa15" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.854024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.854024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.854380] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.860529] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44378b6b-fbb4-4382-b376-ec24968c0f2d with status ACTIVE [ 616.860756] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.861049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.861049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.861368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.861368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.861463] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.861515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.864108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.864108] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44378b6b-fbb4-4382-b376-ec24968c0f2d is going to be updated. [ 616.864108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.864108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.864108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.864808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.864808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.864808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.864808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.864808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.864808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.864808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.864808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.865123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.865123] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.865123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.865227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.865832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.865832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.865832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.865832] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.891310] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.891310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.891310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.891310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.891310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.891310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44378b6b-fbb4-4382-b376-ec24968c0f2d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.361638] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.368315] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ae1c80-3dd2-4c98-963f-ca6c195169e8: rpc.has_security_group_logging(os_id): False [ 617.389576] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.391239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.391239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.391239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.391239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.391239] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.391239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.391239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.391239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.391239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.391239] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.391771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.391771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.392580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.392681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.392901] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.393411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.393510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.393639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.393721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.393797] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be created. [ 617.472397] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.472607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.472685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.473484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.473484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.494659] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 617.835962] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 009e7197-2873-4566-8f9c-8825d14d777b in Status: SUCCESS [ 617.836206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.866026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.866369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.866369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.866470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.866540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.866702] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be created. [ 617.893248] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.893602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.893701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.893946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.894117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.906022] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: UNINITIALIZED for 2s [ 617.958781] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a0bd63bf-d348-472a-a494-c6a7fc8d16cf None None] Enqueued Resource ID: 3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805 with Priority: HIGHEST for action port [ 617.959410] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805 with Priority: HIGHEST for action port [ 617.959941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.959941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.959941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.960709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.960817] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.463745] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805 [ 618.464116] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.464313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.464568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.464754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.464992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.465122] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805 already deleted. [ 618.465259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb452ff-ce2b-4554-aa6f-4b6dbdf0a805" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.769723] env[65335]: INFO networking_nsxv3.common.synchronization [None req-1e7feb0f-db3b-46b0-b8f0-0e637eff2e5d None None] Enqueued Resource ID: 8ea17c49-df0a-4e95-a8c1-47b5e50c10e2 with Priority: HIGHEST for action port [ 618.769723] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea17c49-df0a-4e95-a8c1-47b5e50c10e2 with Priority: HIGHEST for action port [ 618.769723] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ea17c49-df0a-4e95-a8c1-47b5e50c10e2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.769723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ea17c49-df0a-4e95-a8c1-47b5e50c10e2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.769723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ea17c49-df0a-4e95-a8c1-47b5e50c10e2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.769723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ea17c49-df0a-4e95-a8c1-47b5e50c10e2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.769723] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea17c49-df0a-4e95-a8c1-47b5e50c10e2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.274660] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ea17c49-df0a-4e95-a8c1-47b5e50c10e2 [ 619.275011] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.275260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.275260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.275380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.275380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.275478] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ea17c49-df0a-4e95-a8c1-47b5e50c10e2 already deleted. [ 619.275540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ea17c49-df0a-4e95-a8c1-47b5e50c10e2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.477091] env[65335]: INFO networking_nsxv3.common.synchronization [None req-85d85d31-5537-432c-b133-bacd86835814 tempest-ServersWithSpecificFlavorTestJSON-474019439 tempest-ServersWithSpecificFlavorTestJSON-474019439-project-member] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_rules [ 619.477091] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_rules [ 619.477091] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.477091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.477091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.477379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.477415] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.518056] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 619.518056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.752375] env[65335]: INFO networking_nsxv3.common.synchronization [None req-82f43ac3-8112-46f3-8dcc-9414fa384cad tempest-ServersWithSpecificFlavorTestJSON-474019439 tempest-ServersWithSpecificFlavorTestJSON-474019439-project-member] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_rules [ 619.752938] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_rules [ 619.755167] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.755284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.917068] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 619.918249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.918427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.918701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.919083] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.919083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.919083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.919307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.919307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.919401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.919476] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.000689] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.000886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.000998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.001226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.001363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.001485] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd already deleted. [ 620.001712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.002423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.002697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.002950] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.037278] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a51a8c1a-6f33-4612-8bf5-276c94df6359 None None] Enqueued Resource ID: 580e5221-8ccc-41b9-a37f-106989bd549f with Priority: HIGHEST for action port [ 620.037943] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580e5221-8ccc-41b9-a37f-106989bd549f with Priority: HIGHEST for action port [ 620.038294] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-580e5221-8ccc-41b9-a37f-106989bd549f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.038441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-580e5221-8ccc-41b9-a37f-106989bd549f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.038508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-580e5221-8ccc-41b9-a37f-106989bd549f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.038802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-580e5221-8ccc-41b9-a37f-106989bd549f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.038887] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580e5221-8ccc-41b9-a37f-106989bd549f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.422979] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.424033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.424033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.424033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.424263] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.424324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.424515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.424622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.424772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.424905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.425108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.425232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.425317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.425483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.425648] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.425767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.425829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.425974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.429192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.429378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.429508] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.533536] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.533536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.533536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.533738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.533873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.533995] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd already deleted. [ 620.534153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.542469] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 580e5221-8ccc-41b9-a37f-106989bd549f [ 620.542558] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.543204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.543204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.543204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.543430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.543430] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:580e5221-8ccc-41b9-a37f-106989bd549f already deleted. [ 620.543524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-580e5221-8ccc-41b9-a37f-106989bd549f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.932687] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c608fcb-513c-4761-9d58-57dad0da4c74: rpc.has_security_group_logging(os_id): False [ 620.953162] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.953356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.953499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.953694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.953873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.954648] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.954823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.954937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.955054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.955143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.955359] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.955699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.955777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.956073] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.956159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.956354] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.956453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.956507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.956742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.957024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.957114] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be created. [ 621.028471] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.028670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.028740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.028952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.029192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.071348] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 621.404673] env[65335]: INFO networking_nsxv3.common.synchronization [None req-d7868db1-5453-4a50-b717-1734659ddceb None None] Enqueued Resource ID: 2b554119-2beb-4ee3-b37a-369e2faf5208 with Priority: HIGHEST for action port [ 621.405557] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b554119-2beb-4ee3-b37a-369e2faf5208 with Priority: HIGHEST for action port [ 621.405818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b554119-2beb-4ee3-b37a-369e2faf5208 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.405940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b554119-2beb-4ee3-b37a-369e2faf5208" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.406019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b554119-2beb-4ee3-b37a-369e2faf5208" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.406323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b554119-2beb-4ee3-b37a-369e2faf5208" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.406420] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b554119-2beb-4ee3-b37a-369e2faf5208',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.424961] env[65335]: INFO networking_nsxv3.common.synchronization [req-a22e5e4b-3921-4d45-872b-95d83ce78c7a req-6383329e-0f6c-4993-8599-d04b0578fa6f tempest-ServerDiagnosticsNegativeTest-683755171 tempest-ServerDiagnosticsNegativeTest-683755171-project-member] Enqueued Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGHEST for action security_group_members [ 621.427416] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGHEST for action security_group_members [ 621.427416] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc23820c-35bd-4488-b0c6-304aa532691f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.427416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.427416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.427416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.427416] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.427416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.427416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.427836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.427836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.427836] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.908426] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b554119-2beb-4ee3-b37a-369e2faf5208 [ 621.908946] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.909067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.909108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.910138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.910515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.910515] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b554119-2beb-4ee3-b37a-369e2faf5208 already deleted. [ 621.910515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b554119-2beb-4ee3-b37a-369e2faf5208" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.930438] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.930618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.930691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.930940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.931045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.931306] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.931418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.931473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.931652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.931717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.931808] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc23820c-35bd-4488-b0c6-304aa532691f is going to be updated. [ 621.962878] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.963041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.963114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.964350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.964350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.972716] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc23820c-35bd-4488-b0c6-304aa532691f in Status: IN_PROGRESS for 2s [ 622.096992] env[65335]: INFO networking_nsxv3.common.synchronization [req-367067aa-245e-4467-9875-a549318290ef req-68b13e42-a102-4098-9d3a-ebe4af6ac93a tempest-ServersTestFqdnHostnames-759660924 tempest-ServersTestFqdnHostnames-759660924-project-member] Enqueued Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_members [ 622.097635] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_members [ 622.097955] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b3fb36-e9c1-4705-9bef-e70502b050e0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.097955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.099087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.099087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.100174] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.100377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.100377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.100554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.100642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.100742] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.180482] env[65335]: INFO networking_nsxv3.common.synchronization [None req-d9f3a80e-34ef-43c2-ba6c-0ca564f6a3a3 tempest-ServersTestBootFromVolume-1447082686 tempest-ServersTestBootFromVolume-1447082686-project-member] Enqueued Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_rules [ 622.181112] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_rules [ 622.181579] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.181777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.181910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.182456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.182456] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.496333] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.496706] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-822" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.496706] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-822" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.497148] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-822" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.497466] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.497623] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.497737] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.498012] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.498196] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.498402] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.498508] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.498608] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.498706] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.498806] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.498906] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.499035] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.522888] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.522888] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.522888] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.522888] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-822" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.522888] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-f68ac029-8960-4b05-a9d2-ba035b2227ee taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.522888] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-f68ac029-8960-4b05-a9d2-ba035b2227ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.522888] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-f68ac029-8960-4b05-a9d2-ba035b2227ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.522888] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-f68ac029-8960-4b05-a9d2-ba035b2227ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.522888] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68ac029-8960-4b05-a9d2-ba035b2227ee',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.607756] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.607756] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.607756] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 already deleted. [ 622.607756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.626564] env[65335]: INFO networking_nsxv3.common.synchronization [None req-32de898e-74f5-4f8b-98b6-bfbd350f1986 tempest-ServersTestBootFromVolume-1447082686 tempest-ServersTestBootFromVolume-1447082686-project-member] Enqueued Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_rules [ 622.627123] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_rules [ 622.627417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.627525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.702353] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.702514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.702645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.703054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.703054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.703234] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac already deleted. [ 622.703691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.703889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.704098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.704215] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.027692] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.027943] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.028045] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.028346] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.028487] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.028629] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port f68ac029-8960-4b05-a9d2-ba035b2227ee not found, creating... [ 623.028927] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.029174] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.029276] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.029505] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.029627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.029929] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.030289] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.030480] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.030752] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.030946] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.031144] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: f68ac029-8960-4b05-a9d2-ba035b2227ee is going to be created. [ 623.058363] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.058757] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.059041] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.059373] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.059715] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.059996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-f68ac029-8960-4b05-a9d2-ba035b2227ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.087430] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 623.087696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.227475] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.227667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.227728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.227950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.228082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.228204] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac already deleted. [ 623.228334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.803621] env[65335]: INFO networking_nsxv3.common.synchronization [req-367067aa-245e-4467-9875-a549318290ef req-f22c97db-6dd6-41e5-81ee-66be5b601565 service nova] Enqueued Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_rules [ 623.803906] env[65335]: INFO networking_nsxv3.common.synchronization [req-367067aa-245e-4467-9875-a549318290ef req-f22c97db-6dd6-41e5-81ee-66be5b601565 service nova] Enqueued Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_members [ 623.804105] env[65335]: INFO networking_nsxv3.common.synchronization [req-367067aa-245e-4467-9875-a549318290ef req-f22c97db-6dd6-41e5-81ee-66be5b601565 service nova] Enqueued Resource ID: f68ac029-8960-4b05-a9d2-ba035b2227ee with Priority: HIGHEST for action port [ 623.804786] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_rules [ 623.804918] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_members [ 623.805214] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68ac029-8960-4b05-a9d2-ba035b2227ee with Priority: HIGHEST for action port [ 623.805705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b3fb36-e9c1-4705-9bef-e70502b050e0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.806405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.806405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.806405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.806405] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.808370] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b3fb36-e9c1-4705-9bef-e70502b050e0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.808495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.808562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.808753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.808910] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.809038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.809097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.809264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.809299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.809392] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.810263] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68ac029-8960-4b05-a9d2-ba035b2227ee taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.810339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68ac029-8960-4b05-a9d2-ba035b2227ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.810378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68ac029-8960-4b05-a9d2-ba035b2227ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.810521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68ac029-8960-4b05-a9d2-ba035b2227ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.810598] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68ac029-8960-4b05-a9d2-ba035b2227ee',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.990064] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc23820c-35bd-4488-b0c6-304aa532691f in Status: SUCCESS [ 623.990064] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc23820c-35bd-4488-b0c6-304aa532691f deletion is rescheduled due to dependency. [ 623.990064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.312888] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.313997] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b3fb36-e9c1-4705-9bef-e70502b050e0 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.313997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.316515] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68ac029-8960-4b05-a9d2-ba035b2227ee with status ACTIVE [ 624.316746] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.316950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.316950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.317165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.317266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.317461] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.317575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.317644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.317809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.317896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.318077] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.318182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.318246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.318366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.318438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.318514] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68ac029-8960-4b05-a9d2-ba035b2227ee is going to be updated. [ 624.341553] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.341734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.341948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.342048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.342202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.342358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68ac029-8960-4b05-a9d2-ba035b2227ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.540791] env[65335]: INFO networking_nsxv3.common.synchronization [req-517efb90-211d-428e-9018-c1aa52546c74 req-fce1e17c-2d85-4901-ab93-1d8d5f3a550a tempest-SecurityGroupRulesTestJSON-2085257014 tempest-SecurityGroupRulesTestJSON-2085257014-project-member] Enqueued Resource ID: b3c2131d-583b-44bc-bc7d-8463da456058 with Priority: HIGHEST for action security_group_rules [ 624.541440] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c2131d-583b-44bc-bc7d-8463da456058 with Priority: HIGHEST for action security_group_rules [ 624.542110] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c2131d-583b-44bc-bc7d-8463da456058 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.542110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c2131d-583b-44bc-bc7d-8463da456058" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.542110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c2131d-583b-44bc-bc7d-8463da456058" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.542797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c2131d-583b-44bc-bc7d-8463da456058" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.542797] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c2131d-583b-44bc-bc7d-8463da456058',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.818668] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.067908] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.068068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.068166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.068346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.068431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.068702] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c2131d-583b-44bc-bc7d-8463da456058 already deleted. [ 625.068702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c2131d-583b-44bc-bc7d-8463da456058" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.322169] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.322358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.322968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.323304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.323342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.323455] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 is going to be created. [ 625.351708] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.351944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.352036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.352306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.352549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.365341] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 in Status: UNINITIALIZED for 2s [ 625.416664] env[65335]: INFO networking_nsxv3.common.synchronization [req-b0c3e804-c999-430e-96b3-40a8d18fcd57 req-4c1cc583-7a67-411c-b777-d23694a9721f tempest-FloatingIPsAssociationTestJSON-1871956791 tempest-FloatingIPsAssociationTestJSON-1871956791-project-member] Enqueued Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 625.416664] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 625.416664] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.416664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.416664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.418742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.419054] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.419202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.419202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.421029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.421029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.421029] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.922269] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.129081] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.129081] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-348" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.129390] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-348" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.129497] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-348" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.129858] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.129858] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.129986] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.130235] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.130384] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.130505] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.130616] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.130699] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.130801] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.130978] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.131060] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.131199] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.151888] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.152080] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.152350] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.152421] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-348" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.152678] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-aa441034-4b5d-420f-aa98-28c032d20f8c taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.152844] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-aa441034-4b5d-420f-aa98-28c032d20f8c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.152959] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-aa441034-4b5d-420f-aa98-28c032d20f8c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.153317] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-aa441034-4b5d-420f-aa98-28c032d20f8c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.153504] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa441034-4b5d-420f-aa98-28c032d20f8c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.425745] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.656200] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.656420] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.656542] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.657015] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.657261] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.657364] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port aa441034-4b5d-420f-aa98-28c032d20f8c not found, creating... [ 626.657620] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.657783] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.657911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.658191] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.658307] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.658799] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.659066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659203] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.659443] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.659582] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.659726] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: aa441034-4b5d-420f-aa98-28c032d20f8c is going to be created. [ 626.681676] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.682140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.682295] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.682590] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.682873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.683147] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-aa441034-4b5d-420f-aa98-28c032d20f8c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.928597] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.929087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.929087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.929203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.929272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.929373] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 is going to be updated. [ 626.967490] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.967784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.967784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.967966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.968155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.981616] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: IN_PROGRESS for 2s [ 627.377822] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 in Status: SUCCESS [ 627.378135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.378376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.378646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.378914] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.379075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.379164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.379335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.379452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.379546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.379656] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.489632] env[65335]: INFO networking_nsxv3.common.synchronization [req-b0c3e804-c999-430e-96b3-40a8d18fcd57 req-57a3f5e3-e146-4741-91df-f19f5f8aa513 service nova] Enqueued Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_rules [ 627.489771] env[65335]: INFO networking_nsxv3.common.synchronization [req-b0c3e804-c999-430e-96b3-40a8d18fcd57 req-57a3f5e3-e146-4741-91df-f19f5f8aa513 service nova] Enqueued Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 627.490232] env[65335]: INFO networking_nsxv3.common.synchronization [req-b0c3e804-c999-430e-96b3-40a8d18fcd57 req-57a3f5e3-e146-4741-91df-f19f5f8aa513 service nova] Enqueued Resource ID: aa441034-4b5d-420f-aa98-28c032d20f8c with Priority: HIGHEST for action port [ 627.490653] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_rules [ 627.491282] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 627.491451] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa441034-4b5d-420f-aa98-28c032d20f8c with Priority: HIGHEST for action port [ 627.491837] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.492063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.492582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.492582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.492582] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.493848] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.493988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.494328] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa441034-4b5d-420f-aa98-28c032d20f8c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.494429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa441034-4b5d-420f-aa98-28c032d20f8c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.494522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa441034-4b5d-420f-aa98-28c032d20f8c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.494809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa441034-4b5d-420f-aa98-28c032d20f8c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.494911] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa441034-4b5d-420f-aa98-28c032d20f8c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.882768] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.997247] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.997561] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.997561] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa441034-4b5d-420f-aa98-28c032d20f8c with status ACTIVE [ 627.998195] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.998195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.998195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.998195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.998435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.998481] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.998532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.998670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.998914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.998914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.999073] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.999169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.999289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.999442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.999518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.999655] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa441034-4b5d-420f-aa98-28c032d20f8c is going to be updated. [ 628.027632] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.027632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.027632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.027632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.027632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.027632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa441034-4b5d-420f-aa98-28c032d20f8c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.223834] env[65335]: INFO networking_nsxv3.common.synchronization [req-e3606b6e-e3f1-4dd2-b8cd-1e28c4849bdd req-3f88d8bf-e9b1-44a6-843f-616f1c8b3b3a tempest-ServersAdminTestJSON-212052118 tempest-ServersAdminTestJSON-212052118-project-member] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 628.223834] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 628.223834] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.223834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.223834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.224535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.224720] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.224835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.224898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.225115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.225202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.225321] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.385403] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b3fb36-e9c1-4705-9bef-e70502b050e0: rpc.has_security_group_logging(os_id): False [ 628.405331] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.405519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.405602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.405903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.406038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.406296] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.406402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.406469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.406642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.406784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.406890] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 is going to be created. [ 628.411848] env[65335]: INFO networking_nsxv3.common.synchronization [req-43542b1a-d91a-4d33-8e9b-74921c4991b4 req-1982d0c3-285a-4309-ad5d-184db584f38b tempest-TenantUsagesTestJSON-916288272 tempest-TenantUsagesTestJSON-916288272-project-member] Enqueued Resource ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b with Priority: HIGHEST for action security_group_members [ 628.412305] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b with Priority: HIGHEST for action security_group_members [ 628.412605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.412714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.412798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.412984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.413259] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.413360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.413424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.413573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.413805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.413805] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.473027] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.473027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.473027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.473027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.473027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.489115] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 in Status: IN_PROGRESS for 2s [ 628.729298] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.729298] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.729298] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 already deleted. [ 628.729298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.917974] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.918237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.918237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.918428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.918514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.918710] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.918858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.918858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.919039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.919202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.919202] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b is going to be updated. [ 628.952781] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.952963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.953127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.953711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.953922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.964918] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b in Status: IN_PROGRESS for 2s [ 629.005312] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: SUCCESS [ 629.005827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.005827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.005963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.006246] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.006342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.006383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.006605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.006676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.006886] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.505317] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.505557] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.505626] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.505957] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.506332] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.506534] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.506688] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.507157] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.507157] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.507320] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.507469] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.507547] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.507622] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.507701] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.507798] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.507927] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.510671] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.529575] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.529942] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.529942] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.530120] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.530415] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-c66f055d-63df-425d-9614-7e0329536c3e taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.530580] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-c66f055d-63df-425d-9614-7e0329536c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.530694] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-c66f055d-63df-425d-9614-7e0329536c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.531362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-c66f055d-63df-425d-9614-7e0329536c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.531621] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66f055d-63df-425d-9614-7e0329536c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.696172] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f245174d-f840-466b-bf79-5639b012768f None None] Enqueued Resource ID: c8c36120-0b60-45ff-9ab3-46e4437cafe1 with Priority: HIGHEST for action port [ 629.696767] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c36120-0b60-45ff-9ab3-46e4437cafe1 with Priority: HIGHEST for action port [ 629.697066] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c36120-0b60-45ff-9ab3-46e4437cafe1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.697567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c36120-0b60-45ff-9ab3-46e4437cafe1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.697567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c36120-0b60-45ff-9ab3-46e4437cafe1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.697567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c36120-0b60-45ff-9ab3-46e4437cafe1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.697567] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c36120-0b60-45ff-9ab3-46e4437cafe1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.012644] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.035570] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.035819] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.035949] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.036278] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.036439] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.036597] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port c66f055d-63df-425d-9614-7e0329536c3e not found, creating... [ 630.036902] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.037086] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.037209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.037444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.037577] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.037895] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.038070] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.038204] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.038410] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.038552] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.038701] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: c66f055d-63df-425d-9614-7e0329536c3e is going to be created. [ 630.059301] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.059530] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.059644] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.059900] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.060131] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.060340] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-c66f055d-63df-425d-9614-7e0329536c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.200414] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c36120-0b60-45ff-9ab3-46e4437cafe1 [ 630.204214] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.204214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.204214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.204214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.204214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.204214] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c36120-0b60-45ff-9ab3-46e4437cafe1 already deleted. [ 630.204214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c36120-0b60-45ff-9ab3-46e4437cafe1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.505872] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 in Status: SUCCESS [ 630.505872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.516281] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.516478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.516478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.517099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.517099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.517099] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 is going to be updated. [ 630.548035] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.548035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.548035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.548315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.548349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.560205] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: IN_PROGRESS for 2s [ 630.800328] env[65335]: INFO networking_nsxv3.common.synchronization [req-e3606b6e-e3f1-4dd2-b8cd-1e28c4849bdd req-708d7e79-8b61-4edb-9655-bf45b18d1936 service nova] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_rules [ 630.800328] env[65335]: INFO networking_nsxv3.common.synchronization [req-e3606b6e-e3f1-4dd2-b8cd-1e28c4849bdd req-708d7e79-8b61-4edb-9655-bf45b18d1936 service nova] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 630.800328] env[65335]: INFO networking_nsxv3.common.synchronization [req-e3606b6e-e3f1-4dd2-b8cd-1e28c4849bdd req-708d7e79-8b61-4edb-9655-bf45b18d1936 service nova] Enqueued Resource ID: c66f055d-63df-425d-9614-7e0329536c3e with Priority: HIGHEST for action port [ 630.800623] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_rules [ 630.800623] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 630.800623] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66f055d-63df-425d-9614-7e0329536c3e with Priority: HIGHEST for action port [ 630.801713] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.802059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.802288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.802443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.802559] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.806302] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.806302] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.806302] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.806302] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66f055d-63df-425d-9614-7e0329536c3e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66f055d-63df-425d-9614-7e0329536c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66f055d-63df-425d-9614-7e0329536c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.806302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66f055d-63df-425d-9614-7e0329536c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.806302] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66f055d-63df-425d-9614-7e0329536c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.976092] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b in Status: SUCCESS [ 630.976300] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b deletion is rescheduled due to dependency. [ 630.976419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.308173] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c66f055d-63df-425d-9614-7e0329536c3e with status ACTIVE [ 631.310899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.310899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.310899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.310899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.310899] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c66f055d-63df-425d-9614-7e0329536c3e is going to be updated. [ 631.312458] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.312830] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.313020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.371903] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.373524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.373679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.373965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.375162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.375162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66f055d-63df-425d-9614-7e0329536c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.553334] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f5d7a8b4-32c1-461d-8b58-6d1c39853f6c None None] Enqueued Resource ID: 86d13adb-244a-4261-9bea-0da78674900e with Priority: HIGHEST for action port [ 631.553334] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d13adb-244a-4261-9bea-0da78674900e with Priority: HIGHEST for action port [ 631.553334] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-86d13adb-244a-4261-9bea-0da78674900e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.553334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86d13adb-244a-4261-9bea-0da78674900e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.553334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86d13adb-244a-4261-9bea-0da78674900e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.553334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86d13adb-244a-4261-9bea-0da78674900e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.553334] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d13adb-244a-4261-9bea-0da78674900e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.813854] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.058164] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86d13adb-244a-4261-9bea-0da78674900e [ 632.058732] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.058884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.058884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.059953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.059953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.059953] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86d13adb-244a-4261-9bea-0da78674900e already deleted. [ 632.059953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86d13adb-244a-4261-9bea-0da78674900e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.317544] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.317544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.317544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.317544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.317544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.317544] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be created. [ 632.347786] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.347974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.348047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.348242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.348417] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.369068] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: UNINITIALIZED for 2s [ 632.572270] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: SUCCESS [ 632.572555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.572965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.572965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.573131] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.573280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.573338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.573469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.573570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.573896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.574224] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.765826] env[65335]: INFO networking_nsxv3.common.synchronization [req-56fb942b-9dc3-43b1-afc4-a5857da0df93 req-17f08970-0811-4f59-a607-676734d6adba tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 632.766523] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 632.767632] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.767632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.767632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.767632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.768344] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.768344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.768344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.768344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.768344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.768344] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.076981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.077197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.077518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.078138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.078335] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.078479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.078565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.078800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.078907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.079222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.079426] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.079531] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.079596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.079762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.079913] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.080016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.080347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.080510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.080591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.081312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.081430] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.236041] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.236293] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-665" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.236293] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-665" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.236520] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-665" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.236819] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.236962] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.237411] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.237908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.238115] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.238334] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.238444] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.238549] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.238649] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.238752] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.238851] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.238985] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.269169] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.269398] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.269523] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.269720] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-665" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.270060] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-48586f63-40b0-4c05-b4ca-99b76c04865c taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.270239] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.270386] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.270762] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.271071] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48586f63-40b0-4c05-b4ca-99b76c04865c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.272390] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.272674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.273188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.273373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.274094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.274334] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.274441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.274498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.274721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.274871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.274919] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 already deleted. [ 633.275046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.584650] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 754da5d3-8055-48c6-afc8-dd57c4c80673: rpc.has_security_group_logging(os_id): False [ 633.605014] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.605201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.605273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.605517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.605649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.605869] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.606010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.606108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.606300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.606412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.606644] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.606920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.606995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.607171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.607282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.607500] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.607629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.607712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.607945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.608089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.608206] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 is going to be updated. [ 633.688633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.688792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.688874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.689144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.689301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.732491] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: IN_PROGRESS for 2s [ 633.777140] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.777404] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.777490] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.777821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.777974] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.778163] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 48586f63-40b0-4c05-b4ca-99b76c04865c not found, creating... [ 633.778433] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.778585] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.778694] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.778922] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.779067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.779378] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.779529] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.779640] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.779842] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.779972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.780118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 48586f63-40b0-4c05-b4ca-99b76c04865c is going to be created. [ 633.819531] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.819759] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.819879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.820199] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.820426] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.820645] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.379000] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 634.381593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.381593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.381593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.381593] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.381593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.381593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.381593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.381593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.381593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.381593] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.494529] env[65335]: INFO networking_nsxv3.common.synchronization [req-56fb942b-9dc3-43b1-afc4-a5857da0df93 req-f786cf5d-fd37-4a14-9a44-7d94b01da6cf service nova] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_rules [ 634.494529] env[65335]: INFO networking_nsxv3.common.synchronization [req-56fb942b-9dc3-43b1-afc4-a5857da0df93 req-f786cf5d-fd37-4a14-9a44-7d94b01da6cf service nova] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 634.494529] env[65335]: INFO networking_nsxv3.common.synchronization [req-56fb942b-9dc3-43b1-afc4-a5857da0df93 req-f786cf5d-fd37-4a14-9a44-7d94b01da6cf service nova] Enqueued Resource ID: 48586f63-40b0-4c05-b4ca-99b76c04865c with Priority: HIGHEST for action port [ 634.494529] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_rules [ 634.494529] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 634.494529] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48586f63-40b0-4c05-b4ca-99b76c04865c with Priority: HIGHEST for action port [ 634.500655] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.500655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.500655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.500950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.500950] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.505949] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.506189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.506286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.507238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.507419] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.507525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.507590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.507758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.507847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.507946] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.508822] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-48586f63-40b0-4c05-b4ca-99b76c04865c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.508935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.509007] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.511621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.511700] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48586f63-40b0-4c05-b4ca-99b76c04865c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.886054] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.886054] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.886054] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.887055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.887055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.887055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.887055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.887055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.887055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.887055] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.007183] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.007183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.014648] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.015799] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48586f63-40b0-4c05-b4ca-99b76c04865c with status ACTIVE [ 635.019045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.019045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.019045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.019045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.019045] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48586f63-40b0-4c05-b4ca-99b76c04865c is going to be updated. [ 635.046800] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.047464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.048058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.048252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.048954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.048954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.238994] env[65335]: INFO networking_nsxv3.common.synchronization [None req-1d424142-d722-4aaa-b426-a78f7d2c031a None None] Enqueued Resource ID: d02333cf-35d6-42ee-b665-218572a12300 with Priority: HIGHEST for action port [ 635.239295] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02333cf-35d6-42ee-b665-218572a12300 with Priority: HIGHEST for action port [ 635.240053] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d02333cf-35d6-42ee-b665-218572a12300 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.240241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d02333cf-35d6-42ee-b665-218572a12300" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.240348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d02333cf-35d6-42ee-b665-218572a12300" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.240854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d02333cf-35d6-42ee-b665-218572a12300" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.240919] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02333cf-35d6-42ee-b665-218572a12300',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.390398] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea1e5c2-efb7-4920-b285-197191f31162: rpc.has_security_group_logging(os_id): False [ 635.409857] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.410322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.410508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.410792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.410952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.411251] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.411808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.411808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.412074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.412074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.412317] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.412493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.412770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.413236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.413236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.413384] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.413479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.413594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.414182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.414182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.414182] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be created. [ 635.480848] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.481450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.482105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.482105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.482351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.496772] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 635.517461] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.658999] env[65335]: INFO networking_nsxv3.common.synchronization [req-451e24e2-20e3-482e-99a8-f545211009e7 req-a4f6df4a-608f-4989-aa91-6c317a33f8d0 tempest-ServerExternalEventsTest-533967254 tempest-ServerExternalEventsTest-533967254-project-member] Enqueued Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGHEST for action security_group_members [ 635.660046] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGHEST for action security_group_members [ 635.660425] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-479d3f15-b82f-4eb0-9e82-3b6096e601b1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.660610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.660864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.661119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.661570] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.661570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.661570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.661802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.661854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.661935] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.743557] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d02333cf-35d6-42ee-b665-218572a12300 [ 635.743902] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.744097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.744212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.744467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.744607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.744719] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d02333cf-35d6-42ee-b665-218572a12300 already deleted. [ 635.744830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d02333cf-35d6-42ee-b665-218572a12300" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.753428] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: SUCCESS [ 635.753665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.959550] env[65335]: INFO networking_nsxv3.common.synchronization [req-59ae94c3-8bab-424f-a6e8-4b01ae5b19f6 req-b464bf2c-b160-4ed1-b7a5-6114032e423b tempest-ServersWithSpecificFlavorTestJSON-474019439 tempest-ServersWithSpecificFlavorTestJSON-474019439-project-member] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 635.960675] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 635.960675] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.960849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.960849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.961084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.961363] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.961473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.961575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.961698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.961783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.962119] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.022841] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.022841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.022841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.022841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.022841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.022841] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be created. [ 636.057112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.057112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.057112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.057112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.057467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.067728] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: UNINITIALIZED for 2s [ 636.092391] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a30ed48a-128c-499d-93d2-60c6c5327691 None None] Enqueued Resource ID: 011f0bf2-5924-4d5f-b794-b6c7c3233bf4 with Priority: HIGHEST for action port [ 636.092689] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011f0bf2-5924-4d5f-b794-b6c7c3233bf4 with Priority: HIGHEST for action port [ 636.092995] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-011f0bf2-5924-4d5f-b794-b6c7c3233bf4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.098514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-011f0bf2-5924-4d5f-b794-b6c7c3233bf4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.098514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-011f0bf2-5924-4d5f-b794-b6c7c3233bf4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.099230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-011f0bf2-5924-4d5f-b794-b6c7c3233bf4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.099230] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('011f0bf2-5924-4d5f-b794-b6c7c3233bf4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.165117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.168022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.168022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.168022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.168022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.168022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.168022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.168022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.168022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.168022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.168022] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 is going to be updated. [ 636.221609] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.222570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.222685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.222898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.224453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.233546] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 in Status: IN_PROGRESS for 2s [ 636.464283] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.464483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.464483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.464577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.464673] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.464932] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.465069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.465132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.465247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.465350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.465406] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd already deleted. [ 636.465465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.489933] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.489933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-871" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.490197] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-871" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.490710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-871" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.490710] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.490896] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.490896] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.491035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.491184] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.491387] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.491526] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.491596] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.491697] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.491794] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.491881] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.491999] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.526257] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.526257] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.526257] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.526257] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-871" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.526257] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-0498c05c-954c-498d-ae7e-14063ce4d664 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.526257] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-0498c05c-954c-498d-ae7e-14063ce4d664" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.526257] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-0498c05c-954c-498d-ae7e-14063ce4d664" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.526707] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-0498c05c-954c-498d-ae7e-14063ce4d664" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.526707] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0498c05c-954c-498d-ae7e-14063ce4d664',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.603687] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 011f0bf2-5924-4d5f-b794-b6c7c3233bf4 [ 636.604019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.604641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.604641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.605323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.606618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.606618] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:011f0bf2-5924-4d5f-b794-b6c7c3233bf4 already deleted. [ 636.606618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-011f0bf2-5924-4d5f-b794-b6c7c3233bf4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.015033] env[65335]: INFO networking_nsxv3.common.synchronization [req-8b346387-b670-4a8b-b7ae-9d074a5e24f3 req-7fcc5811-13bb-4d50-b531-b027ac878662 tempest-ServersAdminTestJSON-212052118 tempest-ServersAdminTestJSON-212052118-project-member] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 637.015891] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 637.016315] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.016515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.016617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.016913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.017158] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.017426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.017537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.017754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.017884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.018112] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.030182] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.030182] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.030182] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.030551] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.030853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.031118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 0498c05c-954c-498d-ae7e-14063ce4d664 not found, creating... [ 637.031466] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.031669] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.031816] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.032085] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.032264] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.032648] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.033297] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.034050] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.034050] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.034050] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.034050] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 0498c05c-954c-498d-ae7e-14063ce4d664 is going to be created. [ 637.056382] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.056645] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.056797] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.057249] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.057535] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.057844] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-0498c05c-954c-498d-ae7e-14063ce4d664" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.423567] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.424082] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.424463] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.424843] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.425231] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.425916] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.425916] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.425916] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.426190] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426228] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.426317] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.426420] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.426566] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.426685] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.426936] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.427085] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.510368] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.510536] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.083 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.510664] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.510837] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.511970] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-9562d0b6-2277-4cd3-b37d-13e388c0caee taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.511970] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-9562d0b6-2277-4cd3-b37d-13e388c0caee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.511970] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-9562d0b6-2277-4cd3-b37d-13e388c0caee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.511970] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-9562d0b6-2277-4cd3-b37d-13e388c0caee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.511970] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9562d0b6-2277-4cd3-b37d-13e388c0caee',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.515964] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 637.515964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.521478] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.741734] env[65335]: INFO networking_nsxv3.common.synchronization [req-59ae94c3-8bab-424f-a6e8-4b01ae5b19f6 req-471420f3-c149-4bd1-96d5-bc865e2609bb service nova] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_rules [ 637.741734] env[65335]: INFO networking_nsxv3.common.synchronization [req-59ae94c3-8bab-424f-a6e8-4b01ae5b19f6 req-471420f3-c149-4bd1-96d5-bc865e2609bb service nova] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 637.741734] env[65335]: INFO networking_nsxv3.common.synchronization [req-59ae94c3-8bab-424f-a6e8-4b01ae5b19f6 req-471420f3-c149-4bd1-96d5-bc865e2609bb service nova] Enqueued Resource ID: 0498c05c-954c-498d-ae7e-14063ce4d664 with Priority: HIGHEST for action port [ 637.741734] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_rules [ 637.741734] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 637.741734] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0498c05c-954c-498d-ae7e-14063ce4d664 with Priority: HIGHEST for action port [ 637.741734] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.741734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.741734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.741734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.741734] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.741734] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.741734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.741734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.741734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.742345] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.742345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.742345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.742345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.742345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.742345] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.743031] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0498c05c-954c-498d-ae7e-14063ce4d664 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.743142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0498c05c-954c-498d-ae7e-14063ce4d664" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.743193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0498c05c-954c-498d-ae7e-14063ce4d664" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.743342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0498c05c-954c-498d-ae7e-14063ce4d664" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.744844] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0498c05c-954c-498d-ae7e-14063ce4d664',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.015232] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.015232] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.015232] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.015683] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.015683] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.015683] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 9562d0b6-2277-4cd3-b37d-13e388c0caee not found, creating... [ 638.016428] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.016428] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.016428] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.016554] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.016591] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.017148] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.017776] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.017952] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.018189] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.018447] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.018537] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 9562d0b6-2277-4cd3-b37d-13e388c0caee is going to be created. [ 638.023151] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.041380] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.042748] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.042748] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.042748] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.042748] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.042748] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-9562d0b6-2277-4cd3-b37d-13e388c0caee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.082190] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 638.082388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.082509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.083112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.083112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.083112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.083112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.083376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.083376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.083557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.083557] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.197674] env[65335]: INFO networking_nsxv3.common.synchronization [None req-1d64e6b3-cbbd-40ed-96fa-74e616920a5c None None] Enqueued Resource ID: 5fed4486-dfa3-4772-80e6-d07d64cc7226 with Priority: HIGHEST for action port [ 638.198345] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fed4486-dfa3-4772-80e6-d07d64cc7226 with Priority: HIGHEST for action port [ 638.198667] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fed4486-dfa3-4772-80e6-d07d64cc7226 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.198806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fed4486-dfa3-4772-80e6-d07d64cc7226" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.198952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fed4486-dfa3-4772-80e6-d07d64cc7226" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.199259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fed4486-dfa3-4772-80e6-d07d64cc7226" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.199344] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fed4486-dfa3-4772-80e6-d07d64cc7226',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.246057] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 in Status: SUCCESS [ 638.246057] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 deletion is rescheduled due to dependency. [ 638.248536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.248536] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.248536] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.248903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.250827] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0498c05c-954c-498d-ae7e-14063ce4d664 with status ACTIVE [ 638.251073] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.251245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.251327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.251478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.251564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.251739] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.251933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.251933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.252091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.252188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.252299] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.252381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.252441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.252581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.252652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.252898] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0498c05c-954c-498d-ae7e-14063ce4d664 is going to be updated. [ 638.265728] env[65335]: INFO networking_nsxv3.common.synchronization [None req-8d9b6f6a-98a2-4483-895f-3e18e66c45f5 None None] Enqueued Resource ID: 0f2e0061-6785-4d89-b94f-42f0555ada86 with Priority: HIGHEST for action port [ 638.266476] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2e0061-6785-4d89-b94f-42f0555ada86 with Priority: HIGHEST for action port [ 638.267727] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2e0061-6785-4d89-b94f-42f0555ada86 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.267861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2e0061-6785-4d89-b94f-42f0555ada86" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.267922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2e0061-6785-4d89-b94f-42f0555ada86" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.268239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2e0061-6785-4d89-b94f-42f0555ada86" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.268316] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2e0061-6785-4d89-b94f-42f0555ada86',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.276677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.276905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.276993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.277201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.277331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.277484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0498c05c-954c-498d-ae7e-14063ce4d664" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.530029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.530029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.530029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.530029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.530029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.530029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 638.573068] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.573307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.573353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.573818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.573975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.586396] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.586634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.586698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.587359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.587359] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.587359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.587359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.587682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.587682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.587682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.588074] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.588074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.588074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.588669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.588669] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.588669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.588669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.588669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.588669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.588873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.588873] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.590555] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 638.701148] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fed4486-dfa3-4772-80e6-d07d64cc7226 [ 638.701414] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.705495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.705495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.705495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.705495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.705495] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fed4486-dfa3-4772-80e6-d07d64cc7226 already deleted. [ 638.705495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fed4486-dfa3-4772-80e6-d07d64cc7226" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.752768] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.771341] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f2e0061-6785-4d89-b94f-42f0555ada86 [ 638.771602] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.771772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.771847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.772017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.772110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.772231] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f2e0061-6785-4d89-b94f-42f0555ada86 already deleted. [ 638.772366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2e0061-6785-4d89-b94f-42f0555ada86" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.820621] env[65335]: INFO networking_nsxv3.common.synchronization [req-8b346387-b670-4a8b-b7ae-9d074a5e24f3 req-c4279883-d07f-4903-8af0-79554d43acfd service nova] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_rules [ 638.820854] env[65335]: INFO networking_nsxv3.common.synchronization [req-8b346387-b670-4a8b-b7ae-9d074a5e24f3 req-c4279883-d07f-4903-8af0-79554d43acfd service nova] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 638.821050] env[65335]: INFO networking_nsxv3.common.synchronization [req-8b346387-b670-4a8b-b7ae-9d074a5e24f3 req-c4279883-d07f-4903-8af0-79554d43acfd service nova] Enqueued Resource ID: 9562d0b6-2277-4cd3-b37d-13e388c0caee with Priority: HIGHEST for action port [ 638.823051] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_rules [ 638.823051] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 638.823051] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9562d0b6-2277-4cd3-b37d-13e388c0caee with Priority: HIGHEST for action port [ 638.823051] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.823051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.823051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.823355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.823355] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.824671] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.824767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.825033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-9562d0b6-2277-4cd3-b37d-13e388c0caee taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.825249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9562d0b6-2277-4cd3-b37d-13e388c0caee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.825249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9562d0b6-2277-4cd3-b37d-13e388c0caee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.825478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9562d0b6-2277-4cd3-b37d-13e388c0caee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.825574] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9562d0b6-2277-4cd3-b37d-13e388c0caee',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.092221] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce8dc3ee-3546-4484-ad40-087c532fc197: rpc.has_security_group_logging(os_id): False [ 639.112407] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.112556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.112622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.112839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.112934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.113167] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.113268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.113333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.113486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.113563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.113746] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.113842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.113902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.114049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.114202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.114295] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.114385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.114504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.114952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.114952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.114952] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be created. [ 639.173486] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.173486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.173486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.173486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.173790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.186030] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: IN_PROGRESS for 2s [ 639.254849] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.255050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.255195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.256134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.256134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.256134] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be created. [ 639.328075] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.328848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.329508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9562d0b6-2277-4cd3-b37d-13e388c0caee with status ACTIVE [ 639.329508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.329508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.329508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.329741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.329778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.329935] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.330047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.330091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.330252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.330373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.331043] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.331043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.331043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.331043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.331043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.331359] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9562d0b6-2277-4cd3-b37d-13e388c0caee is going to be updated. [ 639.337034] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.337034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.337034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.337034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.337034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.357064] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: UNINITIALIZED for 2s [ 639.371658] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.371852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.371982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.372278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.372474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.372679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9562d0b6-2277-4cd3-b37d-13e388c0caee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.607722] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 640.607722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.608043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.608199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.608290] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.608555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.608555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.609197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.609363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.609640] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.113970] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.225125] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 641.225125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.368607] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: SUCCESS [ 641.368752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.369026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.369353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.369611] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.369785] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.370265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.370265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.370265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.370732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.370895] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.617421] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.872795] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.121247] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.121247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.121247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.121501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.121540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.121756] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 642.129139] env[65335]: INFO networking_nsxv3.common.synchronization [req-8e5f785a-d08b-4136-bae6-48ca540b6726 req-f6a875c0-f177-4f18-a7e0-7128fe2ddd51 tempest-DeleteServersAdminTestJSON-2094209563 tempest-DeleteServersAdminTestJSON-2094209563-project-member] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 642.129605] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 642.131929] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.132085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.132148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.132358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.132511] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.132610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.132674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.132826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.133048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.133048] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.153904] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.154088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.154178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.154496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.154644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.168674] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 642.376609] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91576b87-9bd0-4068-8a49-bc204ff22efd: rpc.has_security_group_logging(os_id): False [ 642.403765] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.406412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.406412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.406412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.406412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.406412] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.406412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.406412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.406412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.406412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.406412] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be created. [ 642.468104] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.469357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.469357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.470027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.470027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.481938] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: IN_PROGRESS for 2s [ 642.548669] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.548842] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.548890] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.549845] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.549845] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.549845] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.549845] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.550550] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.550722] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.550935] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.551059] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.551166] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.551271] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.551374] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.551476] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.551604] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.594605] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.594798] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.594881] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.595097] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.595652] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-78717aee-83cb-49bd-bde4-4d4ec7958670 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.595833] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-78717aee-83cb-49bd-bde4-4d4ec7958670" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.595944] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-78717aee-83cb-49bd-bde4-4d4ec7958670" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.596264] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-78717aee-83cb-49bd-bde4-4d4ec7958670" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.596395] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78717aee-83cb-49bd-bde4-4d4ec7958670',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.635807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.636073] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.636073] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.636221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.636548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.636548] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.636675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.636675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.637125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.637210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.637300] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 is going to be updated. [ 642.683061] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.683269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.683269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.683662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.683662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.694681] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: IN_PROGRESS for 2s [ 643.100103] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.100570] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.100734] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.101056] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.101323] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.101569] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 78717aee-83cb-49bd-bde4-4d4ec7958670 not found, creating... [ 643.102642] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102851] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102981] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.104435] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.104597] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.105139] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.105305] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.105428] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.105718] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.106142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.107125] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 78717aee-83cb-49bd-bde4-4d4ec7958670 is going to be created. [ 643.132555] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.132918] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.133056] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.133427] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.133701] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.133973] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-78717aee-83cb-49bd-bde4-4d4ec7958670" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.435929] env[65335]: INFO networking_nsxv3.common.synchronization [None req-fcbc6916-d41c-4399-aca6-4104c568beeb None None] Enqueued Resource ID: 549133b2-7bbe-4d19-8eca-b65c99ad043c with Priority: HIGHEST for action port [ 643.436928] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549133b2-7bbe-4d19-8eca-b65c99ad043c with Priority: HIGHEST for action port [ 643.437784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-549133b2-7bbe-4d19-8eca-b65c99ad043c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.437911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549133b2-7bbe-4d19-8eca-b65c99ad043c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.438079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549133b2-7bbe-4d19-8eca-b65c99ad043c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.438403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549133b2-7bbe-4d19-8eca-b65c99ad043c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.438529] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549133b2-7bbe-4d19-8eca-b65c99ad043c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.941461] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 549133b2-7bbe-4d19-8eca-b65c99ad043c [ 643.942131] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.942131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.942131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.942378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.942378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.942464] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:549133b2-7bbe-4d19-8eca-b65c99ad043c already deleted. [ 643.942576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549133b2-7bbe-4d19-8eca-b65c99ad043c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.960667] env[65335]: INFO networking_nsxv3.common.synchronization [req-8e5f785a-d08b-4136-bae6-48ca540b6726 req-9ff6dc91-2bcb-453a-8c4c-38963d7c2796 service nova] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_rules [ 643.960921] env[65335]: INFO networking_nsxv3.common.synchronization [req-8e5f785a-d08b-4136-bae6-48ca540b6726 req-9ff6dc91-2bcb-453a-8c4c-38963d7c2796 service nova] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 643.961167] env[65335]: INFO networking_nsxv3.common.synchronization [req-8e5f785a-d08b-4136-bae6-48ca540b6726 req-9ff6dc91-2bcb-453a-8c4c-38963d7c2796 service nova] Enqueued Resource ID: 78717aee-83cb-49bd-bde4-4d4ec7958670 with Priority: HIGHEST for action port [ 643.961804] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_rules [ 643.961981] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 643.962130] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78717aee-83cb-49bd-bde4-4d4ec7958670 with Priority: HIGHEST for action port [ 643.962462] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.962615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.962698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.962973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.963186] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.964104] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.964192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.964355] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-78717aee-83cb-49bd-bde4-4d4ec7958670 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.964527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78717aee-83cb-49bd-bde4-4d4ec7958670" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.964608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78717aee-83cb-49bd-bde4-4d4ec7958670" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.966515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78717aee-83cb-49bd-bde4-4d4ec7958670" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.966515] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78717aee-83cb-49bd-bde4-4d4ec7958670',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.181980] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 644.182230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.182405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.182621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.182824] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.182948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.183022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.183179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.183262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.183346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.183433] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.472041] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78717aee-83cb-49bd-bde4-4d4ec7958670 with status ACTIVE [ 644.472041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.472041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.472041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.472041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.472041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.472041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.472041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.472041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.472512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.472512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.472512] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.472512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.472663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.472703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.472851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.472851] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78717aee-83cb-49bd-bde4-4d4ec7958670 is going to be updated. [ 644.474222] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.474222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.495031] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: SUCCESS [ 644.495200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.499320] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.499525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.499525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.499629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.499745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.499913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78717aee-83cb-49bd-bde4-4d4ec7958670" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.687312] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.687591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.687591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.687828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.688092] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.688311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.688429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.688587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.688705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.688811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.689018] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.689192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.689296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.689501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.689938] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.689938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.690246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.690425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.690517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.690613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.690701] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.706713] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: SUCCESS [ 644.707042] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 deletion is rescheduled due to dependency. [ 644.707188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.707327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.707495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.707681] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.707817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.707891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.708065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.708148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.708246] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.193579] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea1e5c2-efb7-4920-b285-197191f31162: rpc.has_security_group_logging(os_id): False [ 645.213209] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.213397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.213438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.213639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.213720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.213926] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.214039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.214108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.214313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.214450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.214600] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.214794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.214856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.215106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.215106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.215285] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.215366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.215427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.215582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.215763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.215763] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 645.220551] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.299872] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.299872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.299872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.299872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.299872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.315691] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 645.727807] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.829414] env[65335]: INFO networking_nsxv3.common.synchronization [req-c5d37fb9-780f-4a77-b2c9-3f7202afc701 req-f41d354f-26b5-4289-b993-e737b4b6e8c3 tempest-SecurityGroupRulesTestJSON-2085257014 tempest-SecurityGroupRulesTestJSON-2085257014-project-member] Enqueued Resource ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 with Priority: HIGHEST for action security_group_rules [ 645.831701] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 with Priority: HIGHEST for action security_group_rules [ 645.834264] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.834264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.834264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.834264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.834264] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d5086b-2e00-43e4-a5e2-0aa4b378eb63',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.937666] env[65335]: INFO networking_nsxv3.common.synchronization [None req-dcede07e-7b0a-4ffb-bc1e-4f3dbfb335de None None] Enqueued Resource ID: d688236f-ca56-45cb-83d6-249d3464877f with Priority: HIGHEST for action port [ 645.937899] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d688236f-ca56-45cb-83d6-249d3464877f with Priority: HIGHEST for action port [ 645.938888] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d688236f-ca56-45cb-83d6-249d3464877f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.939162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d688236f-ca56-45cb-83d6-249d3464877f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.939565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d688236f-ca56-45cb-83d6-249d3464877f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.939798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d688236f-ca56-45cb-83d6-249d3464877f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.940256] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d688236f-ca56-45cb-83d6-249d3464877f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.231710] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.232123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.232123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.232248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.232308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.232397] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 is going to be updated. [ 646.276850] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.277282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.277282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.277461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.277573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.295677] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: IN_PROGRESS for 2s [ 646.358255] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.362575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.362575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.362575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.362575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.362575] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 already deleted. [ 646.362575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.443043] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d688236f-ca56-45cb-83d6-249d3464877f [ 646.443304] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.443448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.443504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.444424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.444424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.444424] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d688236f-ca56-45cb-83d6-249d3464877f already deleted. [ 646.444424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d688236f-ca56-45cb-83d6-249d3464877f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.336676] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 647.336676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.222338] env[65335]: INFO networking_nsxv3.common.synchronization [req-8fdd1025-481d-4ac4-84d7-dff9087b7779 req-22bd3a3a-5164-47cf-8145-f10cc47dbdeb tempest-SecurityGroupRulesTestJSON-2085257014 tempest-SecurityGroupRulesTestJSON-2085257014-project-member] Enqueued Resource ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 with Priority: HIGHEST for action security_group_rules [ 648.222338] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 with Priority: HIGHEST for action security_group_rules [ 648.222338] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.222338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.222338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.222338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.222338] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d5086b-2e00-43e4-a5e2-0aa4b378eb63',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.314105] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: SUCCESS [ 648.314251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.314451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.314752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.315046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.315225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.315327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.315549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.315645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.315736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.315845] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.752504] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.752504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.752504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.752504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.752504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.752504] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 already deleted. [ 648.752504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.822340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.822340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.822340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.822965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.822965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.822965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.822965] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.326596] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2bec032-3cb9-49b7-ae2c-400d71967b13: rpc.has_security_group_logging(os_id): False [ 649.348629] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.349615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.349615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.349615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.349615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.349615] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.349615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.349615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.350038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.350038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.350038] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.350191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.350191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.350253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.350757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.350757] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.350757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.350757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.351283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.351283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.351283] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 is going to be updated. [ 649.425952] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.425952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.425952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.425952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.425952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.441877] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: IN_PROGRESS for 2s [ 651.250278] env[65335]: INFO networking_nsxv3.common.synchronization [req-ce329291-f9d4-45b7-b273-38ba0997ee9a req-49ca3e41-4cb5-46f6-8378-e438da45926a tempest-ServerRescueNegativeTestJSON-565743917 tempest-ServerRescueNegativeTestJSON-565743917-project-member] Enqueued Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 651.251062] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 651.251573] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.251737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.252924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.253246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.253456] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.253576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.253699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.253825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.253905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.254010] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.471093] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: SUCCESS [ 651.471371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.758323] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.758499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.758588] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.758830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.758935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.759164] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.759277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.759350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.759521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.759613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.759701] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 already deleted. [ 651.759785] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.799830] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.800149] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.800402] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.800717] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.807163] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.807391] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.807453] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.807722] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.807876] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.808355] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.808424] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.808534] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.808640] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.808749] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.808848] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.809018] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.843271] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.843475] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.843552] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.843731] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.844061] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.844243] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.844413] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.844688] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.844811] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea73bb49-fe86-4013-a50a-3e3d18eb3ec8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.348017] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.348595] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.348595] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.348837] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.349020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.349195] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port ea73bb49-fe86-4013-a50a-3e3d18eb3ec8 not found, creating... [ 652.349560] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.349758] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.349877] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.350171] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.350314] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.350760] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.351012] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351251] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351786] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.351997] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.352238] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: ea73bb49-fe86-4013-a50a-3e3d18eb3ec8 is going to be created. [ 652.379355] env[65335]: INFO networking_nsxv3.common.synchronization [None req-1b9fda72-9c7a-47b4-8942-057dad1c185e None None] Enqueued Resource ID: d237efee-bc76-4bc3-a61b-5a6c249ad8d6 with Priority: HIGHEST for action port [ 652.379355] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237efee-bc76-4bc3-a61b-5a6c249ad8d6 with Priority: HIGHEST for action port [ 652.380217] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d237efee-bc76-4bc3-a61b-5a6c249ad8d6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.380587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d237efee-bc76-4bc3-a61b-5a6c249ad8d6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.380754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d237efee-bc76-4bc3-a61b-5a6c249ad8d6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.381088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d237efee-bc76-4bc3-a61b-5a6c249ad8d6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.381207] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d237efee-bc76-4bc3-a61b-5a6c249ad8d6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.384020] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.384872] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.384872] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.385160] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.385266] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.386068] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.890787] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d237efee-bc76-4bc3-a61b-5a6c249ad8d6 [ 652.892372] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.892567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.892631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.892814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.892908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.893029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d237efee-bc76-4bc3-a61b-5a6c249ad8d6 already deleted. [ 652.893112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d237efee-bc76-4bc3-a61b-5a6c249ad8d6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.151930] env[65335]: INFO networking_nsxv3.common.synchronization [req-ce329291-f9d4-45b7-b273-38ba0997ee9a req-8f2e84ec-ca56-4012-9db1-215d17de6691 service nova] Enqueued Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_rules [ 653.152202] env[65335]: INFO networking_nsxv3.common.synchronization [req-ce329291-f9d4-45b7-b273-38ba0997ee9a req-8f2e84ec-ca56-4012-9db1-215d17de6691 service nova] Enqueued Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 653.152447] env[65335]: INFO networking_nsxv3.common.synchronization [req-ce329291-f9d4-45b7-b273-38ba0997ee9a req-8f2e84ec-ca56-4012-9db1-215d17de6691 service nova] Enqueued Resource ID: ea73bb49-fe86-4013-a50a-3e3d18eb3ec8 with Priority: HIGHEST for action port [ 653.153892] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_rules [ 653.154161] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 653.155878] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73bb49-fe86-4013-a50a-3e3d18eb3ec8 with Priority: HIGHEST for action port [ 653.156232] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.156376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.156436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.156712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.156798] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.162992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.162992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.162992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.162992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.162992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.162992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.162992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.162992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.162992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.162992] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.162992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.163552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.163552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.163552] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea73bb49-fe86-4013-a50a-3e3d18eb3ec8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.666095] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.668994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.669240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.670226] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea73bb49-fe86-4013-a50a-3e3d18eb3ec8 with status ACTIVE [ 653.670485] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.670581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.670641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.670826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.670914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.671314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.671442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.671519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.671667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.671738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.672515] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.673663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.673903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.673903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.674113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.674113] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea73bb49-fe86-4013-a50a-3e3d18eb3ec8 is going to be updated. [ 653.698751] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.698934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.698983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.699551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.699681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.699809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea73bb49-fe86-4013-a50a-3e3d18eb3ec8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.936478] env[65335]: INFO networking_nsxv3.common.synchronization [req-154654ec-b28f-416d-b1e6-0d97525c4e2a req-73a114da-2f07-4394-ba36-5ec58a1037ae tempest-ImagesOneServerTestJSON-1060879667 tempest-ImagesOneServerTestJSON-1060879667-project-member] Enqueued Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGHEST for action security_group_members [ 653.936478] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGHEST for action security_group_members [ 653.936478] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-244cef86-9de4-4469-9abc-ed00a04ed508 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.937269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.937269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.937448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.937709] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.938569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.938569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.938569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.938569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.938569] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.169434] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.443751] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.443914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.443993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.444240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.444546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.444546] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.444653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.444653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.444832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.444917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.444977] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 244cef86-9de4-4469-9abc-ed00a04ed508 already deleted. [ 654.445079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.496052] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.496052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-957" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.496052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-957" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.496052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-957" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.496052] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.496052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.496052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.496052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.496052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.496052] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.496052] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.496052] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.496052] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.496716] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.496716] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.496716] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.520733] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.521873] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.521873] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.521873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-957" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.521873] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-ce0063c0-24b2-4d15-8d93-06b5a520eb28 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.521873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-ce0063c0-24b2-4d15-8d93-06b5a520eb28" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522395] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-ce0063c0-24b2-4d15-8d93-06b5a520eb28" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.522395] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-ce0063c0-24b2-4d15-8d93-06b5a520eb28" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.522469] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0063c0-24b2-4d15-8d93-06b5a520eb28',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.671381] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.671878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.671878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.671963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.672038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.672157] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 is going to be created. [ 654.711604] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.711860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.711860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.712116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.712366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.731412] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: UNINITIALIZED for 2s [ 654.969809] env[65335]: INFO networking_nsxv3.common.synchronization [None req-7408ee43-c4a9-440d-93ec-e9dcff1011f0 None None] Enqueued Resource ID: b32b41a1-d0c3-443a-8d13-02c4342752d4 with Priority: HIGHEST for action port [ 654.970857] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b41a1-d0c3-443a-8d13-02c4342752d4 with Priority: HIGHEST for action port [ 654.970857] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32b41a1-d0c3-443a-8d13-02c4342752d4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.970857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32b41a1-d0c3-443a-8d13-02c4342752d4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.971117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32b41a1-d0c3-443a-8d13-02c4342752d4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.971366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32b41a1-d0c3-443a-8d13-02c4342752d4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.971441] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32b41a1-d0c3-443a-8d13-02c4342752d4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.029521] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.030742] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.030742] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.030742] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.030742] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.030958] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port ce0063c0-24b2-4d15-8d93-06b5a520eb28 not found, creating... [ 655.032069] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.032069] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.032069] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.032325] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.032392] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.032762] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.033608] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.033753] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.034028] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.034783] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.034783] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: ce0063c0-24b2-4d15-8d93-06b5a520eb28 is going to be created. [ 655.064511] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.064779] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.064891] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.065083] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.065309] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.065533] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-ce0063c0-24b2-4d15-8d93-06b5a520eb28" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.474528] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b32b41a1-d0c3-443a-8d13-02c4342752d4 [ 655.474528] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.474680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.474680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.474856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.475074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.475249] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b32b41a1-d0c3-443a-8d13-02c4342752d4 already deleted. [ 655.475312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32b41a1-d0c3-443a-8d13-02c4342752d4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.835360] env[65335]: INFO networking_nsxv3.common.synchronization [req-154654ec-b28f-416d-b1e6-0d97525c4e2a req-88b94416-d61c-48a1-9d93-4f567ce99ed4 service nova] Enqueued Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGHEST for action security_group_rules [ 655.835808] env[65335]: INFO networking_nsxv3.common.synchronization [req-154654ec-b28f-416d-b1e6-0d97525c4e2a req-88b94416-d61c-48a1-9d93-4f567ce99ed4 service nova] Enqueued Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGHEST for action security_group_members [ 655.835808] env[65335]: INFO networking_nsxv3.common.synchronization [req-154654ec-b28f-416d-b1e6-0d97525c4e2a req-88b94416-d61c-48a1-9d93-4f567ce99ed4 service nova] Enqueued Resource ID: ce0063c0-24b2-4d15-8d93-06b5a520eb28 with Priority: HIGHEST for action port [ 655.836529] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGHEST for action security_group_rules [ 655.836731] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGHEST for action security_group_members [ 655.836844] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0063c0-24b2-4d15-8d93-06b5a520eb28 with Priority: HIGHEST for action port [ 655.837202] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-244cef86-9de4-4469-9abc-ed00a04ed508 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.837356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.837433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.838227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.838327] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.841520] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-244cef86-9de4-4469-9abc-ed00a04ed508 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.841691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.841744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.841927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.842108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.842209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.842274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.842432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.842525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.842635] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.843726] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce0063c0-24b2-4d15-8d93-06b5a520eb28 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.843726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce0063c0-24b2-4d15-8d93-06b5a520eb28" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.843726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce0063c0-24b2-4d15-8d93-06b5a520eb28" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.843990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce0063c0-24b2-4d15-8d93-06b5a520eb28" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.844087] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0063c0-24b2-4d15-8d93-06b5a520eb28',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.230664] env[65335]: INFO networking_nsxv3.common.synchronization [req-bfa3fe87-64ce-4767-a2db-c9dd07a82732 req-aa5ec6a3-e211-48cd-b59f-33bf358f3966 tempest-InstanceActionsV221TestJSON-1848279728 tempest-InstanceActionsV221TestJSON-1848279728-project-member] Enqueued Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGHEST for action security_group_members [ 656.231631] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGHEST for action security_group_members [ 656.233046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-74da97ba-ee0e-43cc-8649-5743c9d874f2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.233046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.233046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.233046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.233484] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.233484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.233484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.233788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.233788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.233892] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.347448] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.347448] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-244cef86-9de4-4469-9abc-ed00a04ed508 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.347448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.347915] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce0063c0-24b2-4d15-8d93-06b5a520eb28 with status ACTIVE [ 656.347915] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.347915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.347915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.348313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.348313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.348313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.348433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.348433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.350441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.350441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.350441] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.350441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.350441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.352319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.352319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.353550] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce0063c0-24b2-4d15-8d93-06b5a520eb28 is going to be updated. [ 656.382302] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.382463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.382638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.382712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.383074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.383074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce0063c0-24b2-4d15-8d93-06b5a520eb28" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.638605] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.638901] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-988" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.638901] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-988" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.639242] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-988" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.639497] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.643879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.643879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.643879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.643879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.643879] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.643879] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.643879] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.643879] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.643879] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.643879] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.643879] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.661086] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.661259] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.661394] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.661612] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-988" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.661952] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-97f3319f-b23a-4778-a895-e70b279556a9 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.662194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-97f3319f-b23a-4778-a895-e70b279556a9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.662360] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-97f3319f-b23a-4778-a895-e70b279556a9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.663772] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-97f3319f-b23a-4778-a895-e70b279556a9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.663772] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f3319f-b23a-4778-a895-e70b279556a9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.738888] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.739097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.739176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.739429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.739585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.739803] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.739942] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.740041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.740215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.740295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.740381] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 already deleted. [ 656.740460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.741624] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: SUCCESS [ 656.741817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.741967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.742152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.742707] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.742707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.742707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.742707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.742707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.742904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.742904] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.855773] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.166748] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.166937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.167177] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.167581] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.168301] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.168301] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 97f3319f-b23a-4778-a895-e70b279556a9 not found, creating... [ 657.168301] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.168585] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.168585] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.170060] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.170060] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.170060] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.170060] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.170060] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.170060] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.170060] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.170060] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 97f3319f-b23a-4778-a895-e70b279556a9 is going to be created. [ 657.204637] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.204845] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.204958] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.205885] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.205885] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.205885] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-97f3319f-b23a-4778-a895-e70b279556a9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.245752] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.246050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.246050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.246312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.246577] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.246734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.246852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.247309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.247309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.247438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.247648] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.247796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.247866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.248158] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.248363] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.248523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.248614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.248772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.248958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.249162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.249328] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.361838] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.362224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.362224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.362411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.362411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.362541] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 244cef86-9de4-4469-9abc-ed00a04ed508 is going to be created. [ 657.419705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.419946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.420020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.420315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.420488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.433121] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 244cef86-9de4-4469-9abc-ed00a04ed508 in Status: UNINITIALIZED for 2s [ 657.751723] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5: rpc.has_security_group_logging(os_id): False [ 657.776763] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.776995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.777062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.777333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.777441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.777742] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.777911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.778008] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.778184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.778269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.778502] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.778661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.778759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.778962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.779091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.779367] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.779503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.779576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.779734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.779816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.779913] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 is going to be created. [ 657.867973] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.868472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.868472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.870099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.870099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.910470] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: IN_PROGRESS for 2s [ 658.057367] env[65335]: INFO networking_nsxv3.common.synchronization [req-bfa3fe87-64ce-4767-a2db-c9dd07a82732 req-0ca4689a-f442-4a3a-b90c-36ac2fbb99f7 service nova] Enqueued Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGHEST for action security_group_rules [ 658.057609] env[65335]: INFO networking_nsxv3.common.synchronization [req-bfa3fe87-64ce-4767-a2db-c9dd07a82732 req-0ca4689a-f442-4a3a-b90c-36ac2fbb99f7 service nova] Enqueued Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGHEST for action security_group_members [ 658.057795] env[65335]: INFO networking_nsxv3.common.synchronization [req-bfa3fe87-64ce-4767-a2db-c9dd07a82732 req-0ca4689a-f442-4a3a-b90c-36ac2fbb99f7 service nova] Enqueued Resource ID: 97f3319f-b23a-4778-a895-e70b279556a9 with Priority: HIGHEST for action port [ 658.058831] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGHEST for action security_group_rules [ 658.059626] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGHEST for action security_group_members [ 658.059936] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f3319f-b23a-4778-a895-e70b279556a9 with Priority: HIGHEST for action port [ 658.060139] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74da97ba-ee0e-43cc-8649-5743c9d874f2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.060346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.060424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.060756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.060851] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.062714] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-74da97ba-ee0e-43cc-8649-5743c9d874f2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.062954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.062954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.063395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.063881] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.063881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.063881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.066361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.066361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.066361] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.066361] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f3319f-b23a-4778-a895-e70b279556a9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.066361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f3319f-b23a-4778-a895-e70b279556a9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.066361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f3319f-b23a-4778-a895-e70b279556a9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.066361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f3319f-b23a-4778-a895-e70b279556a9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.067555] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f3319f-b23a-4778-a895-e70b279556a9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.317848] env[65335]: INFO networking_nsxv3.common.synchronization [req-1650b50f-72aa-4268-88c1-55215c64201d req-2c26714d-ad64-499a-bce0-cef84ee2f097 tempest-SecurityGroupRulesTestJSON-2085257014 tempest-SecurityGroupRulesTestJSON-2085257014-project-member] Enqueued Resource ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 with Priority: HIGHEST for action security_group_rules [ 658.318489] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 with Priority: HIGHEST for action security_group_rules [ 658.318965] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.319092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.319092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.319795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.319795] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d5086b-2e00-43e4-a5e2-0aa4b378eb63',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.563442] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-74da97ba-ee0e-43cc-8649-5743c9d874f2 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.563603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.569801] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.570368] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97f3319f-b23a-4778-a895-e70b279556a9 with status ACTIVE [ 658.571025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.571025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.571025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.571025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.571025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.571335] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.571335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.573112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.573112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.573112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.573112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.573112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.573112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.573112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.573112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.573112] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97f3319f-b23a-4778-a895-e70b279556a9 is going to be updated. [ 658.625399] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.625399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.625399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.625399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.625399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.625399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f3319f-b23a-4778-a895-e70b279556a9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.779966] env[65335]: INFO networking_nsxv3.common.synchronization [req-129a0a4f-164a-4e59-a26d-bc44edd1e99c req-c3a2ac13-9b75-4976-95bc-56322236bfad tempest-MultipleCreateTestJSON-1846258238 tempest-MultipleCreateTestJSON-1846258238-project-member] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 658.780841] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 658.784094] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.784356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.784493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.784830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.785107] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.785285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.785400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.785648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.785759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.785868] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.846057] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.846309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.846309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.847560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.847560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.847560] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d5086b-2e00-43e4-a5e2-0aa4b378eb63 already deleted. [ 658.847560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d5086b-2e00-43e4-a5e2-0aa4b378eb63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.076112] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.223601] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.223601] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.223601] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.223601] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.224017] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.224923] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.226242] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.226242] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.226242] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.226242] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.226242] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.226593] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.226881] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.226971] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.227219] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.227316] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.254326] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.255617] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.255617] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.255617] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.255814] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-1dad685f-59b1-449c-904e-9c8381005c0b taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.255964] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-1dad685f-59b1-449c-904e-9c8381005c0b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.256157] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-1dad685f-59b1-449c-904e-9c8381005c0b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.256539] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-1dad685f-59b1-449c-904e-9c8381005c0b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.256699] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dad685f-59b1-449c-904e-9c8381005c0b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.289512] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.289679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.292257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.292257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.292257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.292257] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.292257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.292257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.292257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.292257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.292257] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 already deleted. [ 659.292257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.445766] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 244cef86-9de4-4469-9abc-ed00a04ed508 in Status: SUCCESS [ 659.445969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.446211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.446378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.446585] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.446700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.446766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.446922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.447017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.447178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.447274] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.579539] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.579680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.579805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.580103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.580462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.580462] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 is going to be created. [ 659.609414] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.609637] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.609637] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.609928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.610113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.621411] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 in Status: UNINITIALIZED for 2s [ 659.762315] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.762315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.762315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.762315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.762315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.762315] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 1dad685f-59b1-449c-904e-9c8381005c0b not found, creating... [ 659.762315] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.762315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.762315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.762315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.762315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.762731] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.762731] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.762731] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.763639] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.764305] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.764305] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 1dad685f-59b1-449c-904e-9c8381005c0b is going to be created. [ 659.793231] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.793564] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.794699] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.794699] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.794699] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.794699] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-1dad685f-59b1-449c-904e-9c8381005c0b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.929351] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: SUCCESS [ 659.929504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.950699] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-244cef86-9de4-4469-9abc-ed00a04ed508 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.950925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.950992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.951238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.951411] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.951518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.951584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.951771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.951875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.951976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.952149] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-244cef86-9de4-4469-9abc-ed00a04ed508 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.952247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.952308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.952462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.952618] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.952738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.952806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.953097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.953186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.953289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.953382] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.455644] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 244cef86-9de4-4469-9abc-ed00a04ed508: rpc.has_security_group_logging(os_id): False [ 660.545196] env[65335]: INFO networking_nsxv3.common.synchronization [req-129a0a4f-164a-4e59-a26d-bc44edd1e99c req-803b4ca8-393a-4192-b7a7-562370e97306 service nova] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_rules [ 660.545196] env[65335]: INFO networking_nsxv3.common.synchronization [req-129a0a4f-164a-4e59-a26d-bc44edd1e99c req-803b4ca8-393a-4192-b7a7-562370e97306 service nova] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 660.545196] env[65335]: INFO networking_nsxv3.common.synchronization [req-129a0a4f-164a-4e59-a26d-bc44edd1e99c req-803b4ca8-393a-4192-b7a7-562370e97306 service nova] Enqueued Resource ID: 1dad685f-59b1-449c-904e-9c8381005c0b with Priority: HIGHEST for action port [ 660.546583] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_rules [ 660.546708] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 660.546850] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad685f-59b1-449c-904e-9c8381005c0b with Priority: HIGHEST for action port [ 660.547127] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.547259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.547591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.547675] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.548581] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.548691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.548766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.548935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.549145] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.549241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.549299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.549435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.549524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.550818] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.550818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dad685f-59b1-449c-904e-9c8381005c0b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.550818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dad685f-59b1-449c-904e-9c8381005c0b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.550818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dad685f-59b1-449c-904e-9c8381005c0b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.550818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dad685f-59b1-449c-904e-9c8381005c0b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.550818] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dad685f-59b1-449c-904e-9c8381005c0b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.623280] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.623280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.623280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.623280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.623280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.623684] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.623684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.623684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.623797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.623797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.624219] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.624422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.624637] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.624912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.625157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.625454] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.625645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.625734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.626447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.626447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.626447] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 244cef86-9de4-4469-9abc-ed00a04ed508 is going to be created. [ 660.742229] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.742476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.742600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.743094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.743419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.766169] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 244cef86-9de4-4469-9abc-ed00a04ed508 in Status: IN_PROGRESS for 2s [ 661.057014] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.058648] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.058648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.058789] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dad685f-59b1-449c-904e-9c8381005c0b with status ACTIVE [ 661.058860] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.058993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.059119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.060557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.060557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.060557] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.060557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.060557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.060557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.060557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.060557] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.060557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.060970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.060970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.060970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.060970] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dad685f-59b1-449c-904e-9c8381005c0b is going to be updated. [ 661.091900] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.091900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.091900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.092154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.092308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.092472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dad685f-59b1-449c-904e-9c8381005c0b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.550475] env[65335]: INFO networking_nsxv3.common.synchronization [req-129a0a4f-164a-4e59-a26d-bc44edd1e99c req-288402f2-ec42-4d6c-96bb-ce7cdc703cf8 tempest-MultipleCreateTestJSON-1846258238 tempest-MultipleCreateTestJSON-1846258238-project-member] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 661.550939] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 661.551273] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.551273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.564514] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.635630] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 in Status: SUCCESS [ 661.635630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.635630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.635630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.635630] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.635630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.635630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.635630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.635630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.635630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.635630] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.984372] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.986462] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.986594] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.986938] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.987415] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.987580] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.987690] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.987917] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.988132] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.988389] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.989020] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.989020] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.989020] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.989020] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.989020] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.989020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.023377] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.023589] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.023767] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.023967] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.024473] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-f67dbf5a-4af3-4c6c-81ee-b493055632b1 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.024653] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-f67dbf5a-4af3-4c6c-81ee-b493055632b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.024780] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-f67dbf5a-4af3-4c6c-81ee-b493055632b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.025394] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-f67dbf5a-4af3-4c6c-81ee-b493055632b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.025521] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f67dbf5a-4af3-4c6c-81ee-b493055632b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.068149] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.068361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.068437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.068651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.068805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.068865] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be created. [ 662.102113] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.102327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.102426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.102675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.102850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.115162] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: UNINITIALIZED for 2s [ 662.141992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-74da97ba-ee0e-43cc-8649-5743c9d874f2 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.142286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.142413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.142743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.143025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.143210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.143341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.143671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.143809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.143967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.144248] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-74da97ba-ee0e-43cc-8649-5743c9d874f2 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.144428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.144549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.144819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.145094] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.145270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.145397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.145941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.145941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.145941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.146127] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.528548] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.528850] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.528988] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.529285] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.529445] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.529592] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port f67dbf5a-4af3-4c6c-81ee-b493055632b1 not found, creating... [ 662.529851] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.529997] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.530133] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.530352] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.530482] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.531368] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.531368] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.531368] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.531368] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.531368] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.531680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: f67dbf5a-4af3-4c6c-81ee-b493055632b1 is going to be created. [ 662.570367] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.570701] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.570701] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.572180] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.572180] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.572180] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-f67dbf5a-4af3-4c6c-81ee-b493055632b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.649183] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74da97ba-ee0e-43cc-8649-5743c9d874f2: rpc.has_security_group_logging(os_id): False [ 662.685100] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.685100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.685100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.685466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.685466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.685702] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.685702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.686071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.686071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.686071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.686474] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.686474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.686474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.686474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.687816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.687816] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.687816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.687816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.687816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.687816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.687816] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 is going to be created. [ 662.783415] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 244cef86-9de4-4469-9abc-ed00a04ed508 in Status: SUCCESS [ 662.783415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.821586] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.821815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.821815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.822345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.822345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.838009] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 in Status: IN_PROGRESS for 2s [ 663.397654] env[65335]: INFO networking_nsxv3.common.synchronization [req-129a0a4f-164a-4e59-a26d-bc44edd1e99c req-8f9b84dd-d442-44f6-8137-74bd06580415 service nova] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_rules [ 663.398464] env[65335]: INFO networking_nsxv3.common.synchronization [req-129a0a4f-164a-4e59-a26d-bc44edd1e99c req-8f9b84dd-d442-44f6-8137-74bd06580415 service nova] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 663.398464] env[65335]: INFO networking_nsxv3.common.synchronization [req-129a0a4f-164a-4e59-a26d-bc44edd1e99c req-8f9b84dd-d442-44f6-8137-74bd06580415 service nova] Enqueued Resource ID: f67dbf5a-4af3-4c6c-81ee-b493055632b1 with Priority: HIGHEST for action port [ 663.398648] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_rules [ 663.398849] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 663.399493] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67dbf5a-4af3-4c6c-81ee-b493055632b1 with Priority: HIGHEST for action port [ 663.399493] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.399493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.399729] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.399729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.400442] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f67dbf5a-4af3-4c6c-81ee-b493055632b1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.400442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f67dbf5a-4af3-4c6c-81ee-b493055632b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.400442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f67dbf5a-4af3-4c6c-81ee-b493055632b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.400442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f67dbf5a-4af3-4c6c-81ee-b493055632b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.400442] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f67dbf5a-4af3-4c6c-81ee-b493055632b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.903402] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f67dbf5a-4af3-4c6c-81ee-b493055632b1 with status ACTIVE [ 663.903698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.903782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.903842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.904576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.904576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.904576] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.904576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.904576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.904841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.904841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.905272] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.905272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.905272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.905272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.905451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.905451] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f67dbf5a-4af3-4c6c-81ee-b493055632b1 is going to be updated. [ 663.935854] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.935854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.935854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.935854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.935854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.935854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f67dbf5a-4af3-4c6c-81ee-b493055632b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.127156] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 664.127376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.128972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.128972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.128972] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.128972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.128972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.129572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.129572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.129663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.129805] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.130783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.130954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.131135] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.131247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.131307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.131457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.131534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.131622] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.634030] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.634238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.634737] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.857907] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 in Status: SUCCESS [ 664.858575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.137247] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.628933] env[65335]: INFO networking_nsxv3.common.synchronization [None req-d4d0b665-30d5-4382-af96-f68306931464 None None] Enqueued Resource ID: e9e79345-9ae9-4721-a3c6-ab385e3ae29e with Priority: HIGHEST for action port [ 665.629813] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e79345-9ae9-4721-a3c6-ab385e3ae29e with Priority: HIGHEST for action port [ 665.633569] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e79345-9ae9-4721-a3c6-ab385e3ae29e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.633701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e79345-9ae9-4721-a3c6-ab385e3ae29e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.633809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e79345-9ae9-4721-a3c6-ab385e3ae29e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.634254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e79345-9ae9-4721-a3c6-ab385e3ae29e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.634453] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e79345-9ae9-4721-a3c6-ab385e3ae29e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.639381] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.639636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.639744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.640084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.640250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.640340] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 665.697947] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.698230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.698230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.698491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.698658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.733691] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 666.140685] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9e79345-9ae9-4721-a3c6-ab385e3ae29e [ 666.140685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.140685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.140685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.140685] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9e79345-9ae9-4721-a3c6-ab385e3ae29e already deleted. [ 666.140685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e79345-9ae9-4721-a3c6-ab385e3ae29e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.610506] env[65335]: INFO networking_nsxv3.common.synchronization [req-dad985b1-ac95-48f3-9e05-488b5e20a687 req-453ee2c5-5de7-483b-900e-648fa535be34 tempest-ServerRescueNegativeTestJSON-565743917 tempest-ServerRescueNegativeTestJSON-565743917-project-member] Enqueued Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 666.611073] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 666.611398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.611522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.611587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.611789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.615025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.615025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.615025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.615025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.615025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.615025] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.117761] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.263961] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0f2d9b5e-71ca-4709-8228-fde961411a82 None None] Enqueued Resource ID: 93108694-5156-478d-b664-b72e01dfbefe with Priority: HIGHEST for action port [ 667.263961] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93108694-5156-478d-b664-b72e01dfbefe with Priority: HIGHEST for action port [ 667.264440] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-93108694-5156-478d-b664-b72e01dfbefe taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.265097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93108694-5156-478d-b664-b72e01dfbefe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.265213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93108694-5156-478d-b664-b72e01dfbefe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.265528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93108694-5156-478d-b664-b72e01dfbefe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.266131] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93108694-5156-478d-b664-b72e01dfbefe',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.600397] env[65335]: INFO networking_nsxv3.common.synchronization [req-a6ab7416-dd7a-40e0-b9cd-056ddab07288 req-79cdee5b-6ce3-414d-8475-e2075af363f7 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 667.600397] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 667.600397] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.600397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.600397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.600397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.601544] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.601544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.602076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.602076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.602076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.602076] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.605097] env[65335]: INFO networking_nsxv3.common.synchronization [None req-e102fd78-93fb-4a10-9752-2c63a6364f8e None None] Enqueued Resource ID: c52b6d51-3810-40fc-afda-92662bbbe2b9 with Priority: HIGHEST for action port [ 667.605209] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52b6d51-3810-40fc-afda-92662bbbe2b9 with Priority: HIGHEST for action port [ 667.606823] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52b6d51-3810-40fc-afda-92662bbbe2b9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.606823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52b6d51-3810-40fc-afda-92662bbbe2b9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.606823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52b6d51-3810-40fc-afda-92662bbbe2b9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.606823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52b6d51-3810-40fc-afda-92662bbbe2b9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.606823] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52b6d51-3810-40fc-afda-92662bbbe2b9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.623175] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.745708] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 667.745868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.746066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.746364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.746561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.746686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.747086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.747086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.747086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.747311] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.771596] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93108694-5156-478d-b664-b72e01dfbefe [ 667.771596] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.771596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.771596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.771986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.771986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.771986] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93108694-5156-478d-b664-b72e01dfbefe already deleted. [ 667.772159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93108694-5156-478d-b664-b72e01dfbefe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.927614] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.927614] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.927614] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.927888] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.928240] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.928464] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.928631] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.928892] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.929089] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.929390] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.929561] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.929712] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.929849] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.930142] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.930304] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.930472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.951880] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.952110] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.952271] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.952512] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.952892] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-f0369285-f471-4bac-aeee-0d8120329afb taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.953359] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-f0369285-f471-4bac-aeee-0d8120329afb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.953359] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-f0369285-f471-4bac-aeee-0d8120329afb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.953595] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-f0369285-f471-4bac-aeee-0d8120329afb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.953765] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0369285-f471-4bac-aeee-0d8120329afb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.109283] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.109283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.109283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.109283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.109283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.109512] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.109512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.109622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.109772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.109841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.109915] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 668.111457] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c52b6d51-3810-40fc-afda-92662bbbe2b9 [ 668.111670] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.111785] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.111844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.112049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.112176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.112293] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c52b6d51-3810-40fc-afda-92662bbbe2b9 already deleted. [ 668.112408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52b6d51-3810-40fc-afda-92662bbbe2b9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.133111] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.133111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.133111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.133430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.133430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.133573] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 is going to be updated. [ 668.150587] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.150587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.150587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.150587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.150587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.163300] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 668.184619] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.184619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.184619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.184619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.184619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.199267] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: IN_PROGRESS for 2s [ 668.250626] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.324020] env[65335]: INFO networking_nsxv3.common.synchronization [req-851b54c6-96d5-46f8-8e88-f5c072c16ff2 req-213b12f0-b8d0-4e91-bdde-999c3990f679 tempest-FloatingIPsAssociationTestJSON-1871956791 tempest-FloatingIPsAssociationTestJSON-1871956791-project-member] Enqueued Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 668.324679] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 668.325018] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.325164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.325254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.325446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.325991] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.326132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.326573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.326573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.326573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.326573] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.456369] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.456602] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.456711] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.457073] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.457444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.457750] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port f0369285-f471-4bac-aeee-0d8120329afb not found, creating... [ 668.459647] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.459731] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.459998] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.460156] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.460340] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.460679] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.460908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.461055] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.461439] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.461492] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.461680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: f0369285-f471-4bac-aeee-0d8120329afb is going to be created. [ 668.485132] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.485528] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.485809] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.486191] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.486527] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.486863] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-f0369285-f471-4bac-aeee-0d8120329afb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.506307] env[65335]: INFO networking_nsxv3.common.synchronization [req-96d99edd-6808-497b-87fc-725c4ae517b5 req-e9999d2f-e26c-437a-a271-f457fb3b2484 tempest-DeleteServersAdminTestJSON-2094209563 tempest-DeleteServersAdminTestJSON-2094209563-project-member] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 668.506939] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGHEST for action security_group_members [ 668.507371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.507534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.507703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.507886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.508031] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.508207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.508282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.508623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.508744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.508893] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.753481] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.828456] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.011961] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.012222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.013435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.013725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.013870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.014167] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.014317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.014402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.014576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.014639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.015201] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 is going to be updated. [ 669.056120] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.056120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.056120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.056120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.056120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.065139] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: IN_PROGRESS for 2s [ 669.256808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.256975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.257061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.257339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.257436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.257538] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 669.265931] env[65335]: INFO networking_nsxv3.common.synchronization [req-dad985b1-ac95-48f3-9e05-488b5e20a687 req-3412b55e-e265-477f-97d9-83e858b791c3 service nova] Enqueued Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_rules [ 669.266159] env[65335]: INFO networking_nsxv3.common.synchronization [req-dad985b1-ac95-48f3-9e05-488b5e20a687 req-3412b55e-e265-477f-97d9-83e858b791c3 service nova] Enqueued Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 669.266307] env[65335]: INFO networking_nsxv3.common.synchronization [req-dad985b1-ac95-48f3-9e05-488b5e20a687 req-3412b55e-e265-477f-97d9-83e858b791c3 service nova] Enqueued Resource ID: f0369285-f471-4bac-aeee-0d8120329afb with Priority: HIGHEST for action port [ 669.266886] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_rules [ 669.268202] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 669.268391] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0369285-f471-4bac-aeee-0d8120329afb with Priority: HIGHEST for action port [ 669.268753] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.268839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.268890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.269122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.269202] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.274140] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.274140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.274140] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0369285-f471-4bac-aeee-0d8120329afb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.274140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0369285-f471-4bac-aeee-0d8120329afb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.274140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0369285-f471-4bac-aeee-0d8120329afb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.274140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0369285-f471-4bac-aeee-0d8120329afb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.274678] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0369285-f471-4bac-aeee-0d8120329afb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.299415] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.299814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.299814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.300032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.300414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.313171] env[65335]: INFO networking_nsxv3.common.synchronization [req-9e515a88-c5f9-4fe5-ac42-eb8802764e09 req-c4646f35-fe3f-4698-b8e2-1784a51aba59 tempest-ServersTestBootFromVolume-1447082686 tempest-ServersTestBootFromVolume-1447082686-project-member] Enqueued Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_members [ 669.313171] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_members [ 669.313171] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.313171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.313171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.313514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.313686] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.313821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.313934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.314113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.314208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.314303] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.315969] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 669.332334] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.692067] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.692067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-270" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.692067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-270" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.692067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-270" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.692067] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.692067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.692067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.692067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.694121] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.694121] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.694121] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.694121] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.694121] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.696018] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.696018] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.696018] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.716143] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.716311] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.716437] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.716609] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-270" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.716910] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-a790ac38-ca12-4582-ab5b-63f131cd2bff taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.718217] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-a790ac38-ca12-4582-ab5b-63f131cd2bff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.718217] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-a790ac38-ca12-4582-ab5b-63f131cd2bff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.718217] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-a790ac38-ca12-4582-ab5b-63f131cd2bff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.718217] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a790ac38-ca12-4582-ab5b-63f131cd2bff',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.776371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.776515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.778922] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0369285-f471-4bac-aeee-0d8120329afb with status ACTIVE [ 669.779129] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.779250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.779320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.779533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.779620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.781088] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.781088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.781259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.781298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.781583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.781793] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.781894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.781952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.782125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.782204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.782290] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0369285-f471-4bac-aeee-0d8120329afb is going to be updated. [ 669.804449] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.804619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.804662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.804923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.805071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.805251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0369285-f471-4bac-aeee-0d8120329afb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.817816] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.818251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.818410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.818636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.818747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.818931] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.819059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.819124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.819276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.819354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.819957] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac already deleted. [ 669.819957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.835287] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.835287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.835287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.835771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.835934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.836093] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 is going to be updated. [ 669.870568] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.870746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.870832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.871064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.871215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.881551] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: IN_PROGRESS for 2s [ 670.176872] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 670.176872] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 deletion is rescheduled due to dependency. [ 670.176872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.210026] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: SUCCESS [ 670.210242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.210479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.210753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.214028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.214028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.214028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.214028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.214028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.214028] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.221337] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.223160] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.223160] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.223415] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.223526] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.223675] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port a790ac38-ca12-4582-ab5b-63f131cd2bff not found, creating... [ 670.224091] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.226363] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.226363] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.226363] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.226363] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.226965] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.227309] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.227476] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.227734] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.230698] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.230698] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: a790ac38-ca12-4582-ab5b-63f131cd2bff is going to be created. [ 670.256855] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.256855] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.256855] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.256855] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.257155] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.257833] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-a790ac38-ca12-4582-ab5b-63f131cd2bff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.574467] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f7aed560-7fc7-417d-ad8f-9e4697759b57 None None] Enqueued Resource ID: e5603a96-722c-4d3a-b1d7-86a26368f878 with Priority: HIGHEST for action port [ 670.578042] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5603a96-722c-4d3a-b1d7-86a26368f878 with Priority: HIGHEST for action port [ 670.578749] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5603a96-722c-4d3a-b1d7-86a26368f878 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.578880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5603a96-722c-4d3a-b1d7-86a26368f878" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.578989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5603a96-722c-4d3a-b1d7-86a26368f878" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.579231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5603a96-722c-4d3a-b1d7-86a26368f878" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.579336] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5603a96-722c-4d3a-b1d7-86a26368f878',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.714207] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.014025] env[65335]: INFO networking_nsxv3.common.synchronization [req-9e515a88-c5f9-4fe5-ac42-eb8802764e09 req-cc19e2a0-0ec8-40e0-8f9f-32a6886e8107 service nova] Enqueued Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_rules [ 671.014025] env[65335]: INFO networking_nsxv3.common.synchronization [req-9e515a88-c5f9-4fe5-ac42-eb8802764e09 req-cc19e2a0-0ec8-40e0-8f9f-32a6886e8107 service nova] Enqueued Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_members [ 671.014025] env[65335]: INFO networking_nsxv3.common.synchronization [req-9e515a88-c5f9-4fe5-ac42-eb8802764e09 req-cc19e2a0-0ec8-40e0-8f9f-32a6886e8107 service nova] Enqueued Resource ID: a790ac38-ca12-4582-ab5b-63f131cd2bff with Priority: HIGHEST for action port [ 671.014025] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_rules [ 671.014025] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_members [ 671.014025] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a790ac38-ca12-4582-ab5b-63f131cd2bff with Priority: HIGHEST for action port [ 671.014550] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.014550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.014550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.014854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.015235] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.017184] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.017475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.017533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.017890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.018157] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.018344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.019730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.019730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.019730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.019730] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.020695] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a790ac38-ca12-4582-ab5b-63f131cd2bff taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.020866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a790ac38-ca12-4582-ab5b-63f131cd2bff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.020933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a790ac38-ca12-4582-ab5b-63f131cd2bff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.021360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a790ac38-ca12-4582-ab5b-63f131cd2bff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.021469] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a790ac38-ca12-4582-ab5b-63f131cd2bff',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.078676] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 in Status: SUCCESS [ 671.078853] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 deletion is rescheduled due to dependency. [ 671.079050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.081613] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5603a96-722c-4d3a-b1d7-86a26368f878 [ 671.082063] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.082255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.082336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.082552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.082638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.082748] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5603a96-722c-4d3a-b1d7-86a26368f878 already deleted. [ 671.082888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5603a96-722c-4d3a-b1d7-86a26368f878" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.217467] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.336075] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.338017] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.338017] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.338017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.339266] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.339480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.339569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.340133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.341106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.341106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.341106] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.526170] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a790ac38-ca12-4582-ab5b-63f131cd2bff with status ACTIVE [ 671.526170] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.526170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.527720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.528065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.528311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.528627] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.528757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.528834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.529420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.529532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.530473] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.531684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.531684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.531684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.531684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.531684] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a790ac38-ca12-4582-ab5b-63f131cd2bff is going to be updated. [ 671.532642] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.532797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.533909] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.585260] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.585260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.585260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.585260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.585716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.585716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a790ac38-ca12-4582-ab5b-63f131cd2bff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.720654] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.720654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.720780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.720978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.721108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.721212] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 is going to be updated. [ 671.761978] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.761978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.761978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.762457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.762457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.772486] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: IN_PROGRESS for 2s [ 671.847237] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae3834b0-9f68-47cd-a151-4e81aeb36725: rpc.has_security_group_logging(os_id): False [ 671.872957] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.873281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.873281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.873443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.873900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.874460] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.874606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.874666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.875301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.875301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.875661] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.875755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.875794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.875967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.876069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.876263] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.876374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.876419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.876575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.876674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.876793] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be created. [ 671.894590] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: SUCCESS [ 671.895224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.948405] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.948405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.948405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.948405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.948622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.964514] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 672.038017] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.541055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.541253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.541312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.541586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.541822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.541970] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac is going to be created. [ 672.583749] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.584219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.584219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.584452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.584709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.599251] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac in Status: UNINITIALIZED for 2s [ 673.311704] env[65335]: INFO networking_nsxv3.common.synchronization [req-832ca3e4-8a11-4be8-9222-3cb6c779fae1 req-3c3f5bd2-90f2-47f8-a21a-85b17a5d97d4 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 673.312509] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 673.313217] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.313399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.313610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.313886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.319567] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.319567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.319567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.319567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.319567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.319567] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.350098] env[65335]: INFO networking_nsxv3.common.synchronization [req-832ca3e4-8a11-4be8-9222-3cb6c779fae1 req-3c3f5bd2-90f2-47f8-a21a-85b17a5d97d4 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 673.350098] env[65335]: INFO networking_nsxv3.common.synchronization [req-832ca3e4-8a11-4be8-9222-3cb6c779fae1 req-3c3f5bd2-90f2-47f8-a21a-85b17a5d97d4 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 673.350618] env[65335]: INFO networking_nsxv3.common.synchronization [req-832ca3e4-8a11-4be8-9222-3cb6c779fae1 req-3c3f5bd2-90f2-47f8-a21a-85b17a5d97d4 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 937f4f89-5ebc-4997-8020-250fff412ae7 with Priority: HIGHEST for action port [ 673.351484] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 673.351891] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 673.352160] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937f4f89-5ebc-4997-8020-250fff412ae7 with Priority: HIGHEST for action port [ 673.353491] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.353701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.353777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.354018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.354103] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.356465] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.356664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.357025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-937f4f89-5ebc-4997-8020-250fff412ae7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.357677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.357905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.358467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.358467] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937f4f89-5ebc-4997-8020-250fff412ae7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.785029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: SUCCESS [ 673.785029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.785029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.785712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.785712] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.785712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.785712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.785889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.785988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.786114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.786202] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.824870] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.862702] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.862702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.862702] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 937f4f89-5ebc-4997-8020-250fff412ae7 with status ACTIVE [ 673.862702] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.862702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.862702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.862961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.862961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.863046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.863136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.866374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.866374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.866374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.866374] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.866374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.866374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.866374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.866374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.866374] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 937f4f89-5ebc-4997-8020-250fff412ae7 is going to be updated. [ 673.894015] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.894015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.894015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.894015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.894015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.894268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.981876] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 673.982147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.982325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.982654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.982767] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.130625] env[65335]: INFO networking_nsxv3.common.synchronization [req-67c286c3-ccab-49ae-b475-1c97ad9b178a req-bc52b274-ce0b-4bf0-b517-7568c08c4695 tempest-ServerDiagnosticsTest-309305053 tempest-ServerDiagnosticsTest-309305053-project-member] Enqueued Resource ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 with Priority: HIGHEST for action security_group_members [ 674.131177] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 with Priority: HIGHEST for action security_group_members [ 674.131852] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bbb475-2dcd-46c4-b143-56cd3e99b855 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.131852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.131852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.132085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.132133] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.132444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.132444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.132444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.132621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.132621] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29bbb475-2dcd-46c4-b143-56cd3e99b855',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.289142] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.289366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.289366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.289965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.290237] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.290438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.290554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.290810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.290987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.291160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.291398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.291592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.291746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.291995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.292300] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.292463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.292569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.292759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.292889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.293039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.293181] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.328252] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.485767] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.486318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.486318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.486318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.486523] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.486523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.486523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.486739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.486739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.486826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.487269] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.558019] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.558019] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.558019] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.558356] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.558480] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.559034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.559034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.559259] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.559457] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.560239] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.560239] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.560239] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.560239] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.560501] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.560574] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.560997] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.582819] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.583055] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.583243] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.583521] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.585293] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.585293] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.585293] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.585293] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.585293] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.609604] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac in Status: SUCCESS [ 674.610424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.610424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.610783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.611621] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.611853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.612185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.612460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.612624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.612767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.612890] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.634321] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.634512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.634604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.634950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.635162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.635506] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.635708] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.635811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.636763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.636763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.636763] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 already deleted. [ 674.636763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.795825] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5: rpc.has_security_group_logging(os_id): False [ 674.817671] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.817811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.817944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.818133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.818271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.818592] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.818770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.818871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.819142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.819248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.819542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.819646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.819720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.819946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.820674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.820996] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.821197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.821305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.821514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.821634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.821751] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 is going to be updated. [ 674.831388] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.831700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.831794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.832029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.832135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.832242] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be updated. [ 674.871141] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.871463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.871635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.871949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.872427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.887270] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: IN_PROGRESS for 2s [ 674.910249] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.910925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.910925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.910925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.910925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.932977] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: IN_PROGRESS for 2s [ 674.994435] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.994702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.994776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.995074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.995328] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.995456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.995559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.995778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.995901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.996185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.996282] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.996360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.996453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.996651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.996862] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.996978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.997545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.997832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.998027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.998237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.998517] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.088302] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.088525] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.088698] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.089080] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.089080] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.089322] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1 not found, creating... [ 675.089505] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.089898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.090079] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.090390] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.090622] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.090927] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.091971] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.092272] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.092713] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.093432] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.093432] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1 is going to be created. [ 675.115595] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.122112] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.122901] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.123145] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.123682] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.123796] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.124105] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.151220] env[65335]: INFO networking_nsxv3.common.synchronization [None req-fcfc2362-122a-462f-9c33-51e9fe0bed87 None None] Enqueued Resource ID: 2d3aed1a-f8b9-465c-a63d-7a79b29250e9 with Priority: HIGHEST for action port [ 675.152148] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3aed1a-f8b9-465c-a63d-7a79b29250e9 with Priority: HIGHEST for action port [ 675.152427] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d3aed1a-f8b9-465c-a63d-7a79b29250e9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.152603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d3aed1a-f8b9-465c-a63d-7a79b29250e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.152722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d3aed1a-f8b9-465c-a63d-7a79b29250e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.152989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d3aed1a-f8b9-465c-a63d-7a79b29250e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.153112] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d3aed1a-f8b9-465c-a63d-7a79b29250e9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.501409] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae3834b0-9f68-47cd-a151-4e81aeb36725: rpc.has_security_group_logging(os_id): False [ 675.522606] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.522757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.522873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.523056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.523152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.523374] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.523473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.523536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.523686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.523761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.523941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.524557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.524636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.524821] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.525135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.525223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525390] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 675.593239] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.593672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.593672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.593672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.593841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.612765] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 675.619726] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6158549f-8eaf-4320-bd9a-8e7659cdc0ac: rpc.has_security_group_logging(os_id): False [ 675.641019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.641019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.641019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.641253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.641253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.641416] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.641555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.641944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.644070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.644070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.644070] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac is going to be created. [ 675.655859] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d3aed1a-f8b9-465c-a63d-7a79b29250e9 [ 675.655859] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.656062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.656801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.656801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.656801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.656801] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d3aed1a-f8b9-465c-a63d-7a79b29250e9 already deleted. [ 675.656801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d3aed1a-f8b9-465c-a63d-7a79b29250e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.805703] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.806033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.806033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.806188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.806341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.821248] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac in Status: IN_PROGRESS for 2s [ 675.860544] env[65335]: INFO networking_nsxv3.common.synchronization [req-67c286c3-ccab-49ae-b475-1c97ad9b178a req-b9814be3-55db-4a01-be5c-5b547ecb6ed1 service nova] Enqueued Resource ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 with Priority: HIGHEST for action security_group_rules [ 675.861353] env[65335]: INFO networking_nsxv3.common.synchronization [req-67c286c3-ccab-49ae-b475-1c97ad9b178a req-b9814be3-55db-4a01-be5c-5b547ecb6ed1 service nova] Enqueued Resource ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 with Priority: HIGHEST for action security_group_members [ 675.861499] env[65335]: INFO networking_nsxv3.common.synchronization [req-67c286c3-ccab-49ae-b475-1c97ad9b178a req-b9814be3-55db-4a01-be5c-5b547ecb6ed1 service nova] Enqueued Resource ID: 1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1 with Priority: HIGHEST for action port [ 675.862769] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 with Priority: HIGHEST for action security_group_rules [ 675.862879] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 with Priority: HIGHEST for action security_group_members [ 675.862933] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1 with Priority: HIGHEST for action port [ 675.863401] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29bbb475-2dcd-46c4-b143-56cd3e99b855 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.863605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.863644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.863925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.864015] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29bbb475-2dcd-46c4-b143-56cd3e99b855',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.865700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bbb475-2dcd-46c4-b143-56cd3e99b855 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.865876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.865911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.866143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.867114] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.867114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.867114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.867114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.867114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.867114] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29bbb475-2dcd-46c4-b143-56cd3e99b855',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.868272] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.868500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.868500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.868667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.869830] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.209218] env[65335]: INFO networking_nsxv3.common.synchronization [req-c95e34a3-14e7-4f12-8f7d-98fd0835692a req-27736c2e-2111-454f-8773-f0ab26637571 tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 676.209218] env[65335]: INFO networking_nsxv3.common.synchronization [req-c95e34a3-14e7-4f12-8f7d-98fd0835692a req-27736c2e-2111-454f-8773-f0ab26637571 tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 with Priority: HIGHEST for action security_group_members [ 676.209767] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 676.209894] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 with Priority: HIGHEST for action security_group_members [ 676.210329] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.210718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.211189] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.211189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.211189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.211189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.211424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.211424] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.212593] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4d1f67-a92c-401b-9968-c5b00d87c124 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.212692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.212827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.213102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.213247] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.213342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.213400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.213550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.213632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.213718] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.261673] env[65335]: INFO networking_nsxv3.common.synchronization [req-c95e34a3-14e7-4f12-8f7d-98fd0835692a req-27736c2e-2111-454f-8773-f0ab26637571 tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 with Priority: HIGHEST for action security_group_rules [ 676.261857] env[65335]: INFO networking_nsxv3.common.synchronization [req-c95e34a3-14e7-4f12-8f7d-98fd0835692a req-27736c2e-2111-454f-8773-f0ab26637571 tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 with Priority: HIGHEST for action security_group_members [ 676.261982] env[65335]: INFO networking_nsxv3.common.synchronization [req-c95e34a3-14e7-4f12-8f7d-98fd0835692a req-27736c2e-2111-454f-8773-f0ab26637571 tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_rules [ 676.262122] env[65335]: INFO networking_nsxv3.common.synchronization [req-c95e34a3-14e7-4f12-8f7d-98fd0835692a req-27736c2e-2111-454f-8773-f0ab26637571 tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 676.262250] env[65335]: INFO networking_nsxv3.common.synchronization [req-c95e34a3-14e7-4f12-8f7d-98fd0835692a req-27736c2e-2111-454f-8773-f0ab26637571 tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: 48586f63-40b0-4c05-b4ca-99b76c04865c with Priority: HIGHEST for action port [ 676.262801] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 with Priority: HIGHEST for action security_group_rules [ 676.262940] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_rules [ 676.263049] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48586f63-40b0-4c05-b4ca-99b76c04865c with Priority: HIGHEST for action port [ 676.263157] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 with Priority: HIGHEST for action security_group_members [ 676.263276] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 676.263593] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4d1f67-a92c-401b-9968-c5b00d87c124 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.263723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.263820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.264135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.264221] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.265143] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.265253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.265319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.265518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.265589] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.268668] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-48586f63-40b0-4c05-b4ca-99b76c04865c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.268831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.268873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.269121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.269844] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48586f63-40b0-4c05-b4ca-99b76c04865c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.270308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4d1f67-a92c-401b-9968-c5b00d87c124 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.271219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.272197] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.272197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.450095] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bbb475-2dcd-46c4-b143-56cd3e99b855 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.450095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.450095] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29bbb475-2dcd-46c4-b143-56cd3e99b855',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.450449] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1 with status ACTIVE [ 676.450716] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.450871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.451082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.451284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.451426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.451672] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.451805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.451894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.452136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.452253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.452500] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.452640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.453361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.453361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.453361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.453361] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1 is going to be updated. [ 676.455760] env[65335]: INFO networking_nsxv3.common.synchronization [req-95ea87ec-eafb-4449-a13a-0d1f5cb55aca req-5f4a8cf7-88c6-4502-9fab-f11ccd0422c5 tempest-InstanceActionsV221TestJSON-1848279728 tempest-InstanceActionsV221TestJSON-1848279728-project-member] Enqueued Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGHEST for action security_group_members [ 676.458587] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGHEST for action security_group_members [ 676.460537] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-74da97ba-ee0e-43cc-8649-5743c9d874f2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.460709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.461624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.461880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.462135] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.462245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.463045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.463045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.463045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.463045] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.486861] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.486989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.490511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.490795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.490954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.491176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1577d6ad-28e3-4ad0-a3ae-239fdc2b75e1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.658344] env[65335]: INFO networking_nsxv3.common.synchronization [req-0eb9e960-b73e-47b9-b0f9-e76a4c1e79fe req-7169821a-2c0f-42b0-a9cb-5b56ddb059ee tempest-FloatingIPsAssociationNegativeTestJSON-244020833 tempest-FloatingIPsAssociationNegativeTestJSON-244020833-project-member] Enqueued Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGHEST for action security_group_members [ 676.658878] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGHEST for action security_group_members [ 676.659351] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a49b59-592f-4912-ac07-031e7e11419c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.659434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.659482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.659721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.660038] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.660038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.660038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.660427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.660427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.660427] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.713361] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.714968] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.774077] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4d1f67-a92c-401b-9968-c5b00d87c124 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.774326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.774419] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48586f63-40b0-4c05-b4ca-99b76c04865c with status ACTIVE [ 676.775345] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.775345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.775345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.775345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.775345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.775720] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.775720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.775720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.775720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.775856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.775949] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.776048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.776117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.776270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.776340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.776421] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48586f63-40b0-4c05-b4ca-99b76c04865c is going to be updated. [ 676.778309] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.778309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.804123] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.804297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.804477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.804813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.804969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.805159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.899348] env[65335]: INFO networking_nsxv3.common.synchronization [req-af407c3a-945b-4096-a088-a8df6791ef8b req-007da62a-0ef1-4b09-8b24-a163db746c31 tempest-ServersAdminNegativeTestJSON-610001969 tempest-ServersAdminNegativeTestJSON-610001969-project-member] Enqueued Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 676.901123] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 676.901123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.901321] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 676.901581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.901819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.902015] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.902133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.902197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.902357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.902444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.902539] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.903506] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.903628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.903682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.903904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.904744] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.904907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.904995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.905342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.905471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.905598] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.957170] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: SUCCESS [ 676.957170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.963217] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29bbb475-2dcd-46c4-b143-56cd3e99b855',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.966571] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.966781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.966781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.966986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.967102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.967320] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.967417] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.967527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.967629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.967704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.968028] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 is going to be updated. [ 677.002251] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.002251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.002251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.002251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.002251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.015188] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 in Status: IN_PROGRESS for 2s [ 677.165566] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.165813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.165813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.166415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.166415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.166415] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.166415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.167308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.167308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.167308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.167308] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a49b59-592f-4912-ac07-031e7e11419c is going to be updated. [ 677.204415] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.204959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.204959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.204959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.204959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.215845] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a49b59-592f-4912-ac07-031e7e11419c in Status: IN_PROGRESS for 2s [ 677.216685] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.216973] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.409807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.409986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.410069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.410333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.411094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.411094] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.411094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.411094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.411094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.411371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.411371] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad already deleted. [ 677.411371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.411514] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.418328] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.418328] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.418328] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.418328] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.418328] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.418328] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.418328] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.418328] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.418328] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.418937] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.418937] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.418937] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.418937] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.418937] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.418937] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.419267] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.452910] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.453140] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.453844] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.453844] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.454212] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-6afc7c77-b74e-4962-9dfe-0da22999155c taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.454406] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-6afc7c77-b74e-4962-9dfe-0da22999155c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.454510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-6afc7c77-b74e-4962-9dfe-0da22999155c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.454879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-6afc7c77-b74e-4962-9dfe-0da22999155c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.455038] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6afc7c77-b74e-4962-9dfe-0da22999155c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.464398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.464398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.464398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.464398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.464398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.464398] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 is going to be created. [ 677.495062] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.495062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.495277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.495407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.495560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.514477] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 in Status: UNINITIALIZED for 2s [ 677.633245] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 677.633245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.718819] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.718995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.719098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.719296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.719379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.719480] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be updated. [ 677.721043] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.721179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.721304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.721442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.721528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.721618] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 is going to be created. [ 677.749039] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.749185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.749251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.749458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.749616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.753627] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.753806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.753865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.754042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.754188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.762610] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 in Status: UNINITIALIZED for 2s [ 677.765009] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: IN_PROGRESS for 2s [ 677.834907] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac in Status: SUCCESS [ 677.835255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.924823] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.957200] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.958179] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.958179] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.958179] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.958344] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.958474] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 6afc7c77-b74e-4962-9dfe-0da22999155c not found, creating... [ 677.958798] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.958977] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.959180] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.959355] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.959569] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.959881] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.960157] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.960319] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.960581] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.960772] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.960952] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 6afc7c77-b74e-4962-9dfe-0da22999155c is going to be created. [ 677.985651] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.985882] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.986022] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.986331] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.986589] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.986828] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-6afc7c77-b74e-4962-9dfe-0da22999155c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.427415] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.427415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.427415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.427670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.427670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.427811] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be updated. [ 678.462592] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.462897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.462897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.463081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.463193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.474389] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: IN_PROGRESS for 2s [ 678.742674] env[65335]: INFO networking_nsxv3.common.synchronization [req-af407c3a-945b-4096-a088-a8df6791ef8b req-3d86dcd5-129a-49cd-a1ee-5314c97e55c5 service nova] Enqueued Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_rules [ 678.742674] env[65335]: INFO networking_nsxv3.common.synchronization [req-af407c3a-945b-4096-a088-a8df6791ef8b req-3d86dcd5-129a-49cd-a1ee-5314c97e55c5 service nova] Enqueued Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 678.742674] env[65335]: INFO networking_nsxv3.common.synchronization [req-af407c3a-945b-4096-a088-a8df6791ef8b req-3d86dcd5-129a-49cd-a1ee-5314c97e55c5 service nova] Enqueued Resource ID: 6afc7c77-b74e-4962-9dfe-0da22999155c with Priority: HIGHEST for action port [ 678.743263] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_rules [ 678.743429] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 678.743492] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6afc7c77-b74e-4962-9dfe-0da22999155c with Priority: HIGHEST for action port [ 678.743761] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.743998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.744105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.744366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.744453] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.745828] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.745828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.745965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.746076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.746377] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.746377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.746377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.747023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.747023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.747023] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.748162] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-6afc7c77-b74e-4962-9dfe-0da22999155c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.748366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6afc7c77-b74e-4962-9dfe-0da22999155c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.748366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6afc7c77-b74e-4962-9dfe-0da22999155c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.748511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6afc7c77-b74e-4962-9dfe-0da22999155c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.748590] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6afc7c77-b74e-4962-9dfe-0da22999155c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.027333] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 in Status: SUCCESS [ 679.027333] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 deletion is rescheduled due to dependency. [ 679.027333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229321] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a49b59-592f-4912-ac07-031e7e11419c in Status: SUCCESS [ 679.229321] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a49b59-592f-4912-ac07-031e7e11419c deletion is rescheduled due to dependency. [ 679.229321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.252497] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6afc7c77-b74e-4962-9dfe-0da22999155c with status ACTIVE [ 679.252741] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.252878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.252948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.253206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.253286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.253462] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.253563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.253625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.253778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.253855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.254039] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.254126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.254195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.254329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.254447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.254536] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6afc7c77-b74e-4962-9dfe-0da22999155c is going to be updated. [ 679.255720] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.257069] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.258775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.261519] env[65335]: INFO networking_nsxv3.common.synchronization [None req-457e2c70-fcbe-4c66-ab6b-040c901f8571 None None] Enqueued Resource ID: a56c0738-3b15-4f87-847c-6e117c5bb1fe with Priority: HIGHEST for action port [ 679.263330] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56c0738-3b15-4f87-847c-6e117c5bb1fe with Priority: HIGHEST for action port [ 679.263330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56c0738-3b15-4f87-847c-6e117c5bb1fe taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.263501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56c0738-3b15-4f87-847c-6e117c5bb1fe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.263501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56c0738-3b15-4f87-847c-6e117c5bb1fe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.264098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56c0738-3b15-4f87-847c-6e117c5bb1fe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.264098] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56c0738-3b15-4f87-847c-6e117c5bb1fe',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.286978] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.287817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.287817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.288079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.288295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.288496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6afc7c77-b74e-4962-9dfe-0da22999155c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.526700] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 in Status: SUCCESS [ 679.526946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.529520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.532231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.532231] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.532231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.532231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.532231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.532231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.532231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.532231] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29bbb475-2dcd-46c4-b143-56cd3e99b855',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.761174] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.767176] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56c0738-3b15-4f87-847c-6e117c5bb1fe [ 679.767502] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.767660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.767729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.767958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.768064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.768160] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56c0738-3b15-4f87-847c-6e117c5bb1fe already deleted. [ 679.768334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56c0738-3b15-4f87-847c-6e117c5bb1fe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.778709] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 in Status: SUCCESS [ 679.779026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.780356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.780356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.780356] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.780356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.780356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.780356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.780356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.780356] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.782171] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 679.782395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.782889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.783109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.783306] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.783423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.783480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.783650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.783719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.783811] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.038989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bbb475-2dcd-46c4-b143-56cd3e99b855 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.039329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.039503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.039760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.040043] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.040527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.040527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.040611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.040774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.040953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.041652] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bbb475-2dcd-46c4-b143-56cd3e99b855 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.041652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.041652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.041842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.043978] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.045532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.045532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.045532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.045532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.045532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.045532] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29bbb475-2dcd-46c4-b143-56cd3e99b855',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.164817] env[65335]: INFO networking_nsxv3.common.synchronization [req-b9a14809-196f-4adb-8234-b12a5bbea3c9 req-eb3ec6dd-e5e8-4e8e-9e3f-3ed30e17af6c tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 680.164817] env[65335]: INFO networking_nsxv3.common.synchronization [req-b9a14809-196f-4adb-8234-b12a5bbea3c9 req-eb3ec6dd-e5e8-4e8e-9e3f-3ed30e17af6c tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 with Priority: HIGHEST for action security_group_members [ 680.165263] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 680.165379] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 with Priority: HIGHEST for action security_group_members [ 680.165890] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.165890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.166088] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4d1f67-a92c-401b-9968-c5b00d87c124 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.166088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.221690] env[65335]: INFO networking_nsxv3.common.synchronization [req-b9a14809-196f-4adb-8234-b12a5bbea3c9 req-eb3ec6dd-e5e8-4e8e-9e3f-3ed30e17af6c tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_rules [ 680.222081] env[65335]: INFO networking_nsxv3.common.synchronization [req-b9a14809-196f-4adb-8234-b12a5bbea3c9 req-eb3ec6dd-e5e8-4e8e-9e3f-3ed30e17af6c tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 680.222705] env[65335]: INFO networking_nsxv3.common.synchronization [req-b9a14809-196f-4adb-8234-b12a5bbea3c9 req-eb3ec6dd-e5e8-4e8e-9e3f-3ed30e17af6c tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: 48586f63-40b0-4c05-b4ca-99b76c04865c with Priority: HIGHEST for action port [ 680.224288] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_rules [ 680.224288] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 680.224288] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48586f63-40b0-4c05-b4ca-99b76c04865c with Priority: HIGHEST for action port [ 680.224288] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.224288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.224498] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.224498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.224576] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-48586f63-40b0-4c05-b4ca-99b76c04865c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.224682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.224984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.224984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.225087] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48586f63-40b0-4c05-b4ca-99b76c04865c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.267607] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.267607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.267607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.267607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.267607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.267607] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad is going to be created. [ 680.288569] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.288569] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.302039] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.302246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.302320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.302541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.302702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.316799] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: UNINITIALIZED for 2s [ 680.492237] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 680.492401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.493071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.493071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.493417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.494706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.494706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.494706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.494706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.494706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.494706] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.547743] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29bbb475-2dcd-46c4-b143-56cd3e99b855: rpc.has_security_group_logging(os_id): False [ 680.570082] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.570607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.570831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.571305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.571305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.571657] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.571799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.572454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.572454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.572454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.572928] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.573624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.573763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.574023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.574396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.574396] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.574519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.574519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.575138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.575138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.575138] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 is going to be created. [ 680.653501] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.654373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.654373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.654805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.655041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.668872] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 in Status: IN_PROGRESS for 2s [ 680.727961] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48586f63-40b0-4c05-b4ca-99b76c04865c with status ACTIVE [ 680.728319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.728487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.728557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.728960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.728960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729502] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.729502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729812] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.730167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.730255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.730412] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48586f63-40b0-4c05-b4ca-99b76c04865c is going to be updated. [ 680.788740] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.794237] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.812181] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.812381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.812449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.813182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.813182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.813182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48586f63-40b0-4c05-b4ca-99b76c04865c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.999227] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.193119] env[65335]: INFO networking_nsxv3.common.synchronization [req-1be3f415-9149-4e84-8dc6-fad49875f948 req-7b267058-c33a-4a6e-a8bf-7cd20802d51f tempest-ServersAdminTestJSON-212052118 tempest-ServersAdminTestJSON-212052118-project-member] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 681.194124] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 681.194454] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.194575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.194647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.194859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.195030] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.195172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.195232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.195334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.195419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.195527] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.291535] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.291535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.291535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.291852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.291852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.291925] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 is going to be updated. [ 681.297046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.297200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.297325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.297576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.297693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.297800] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be updated. [ 681.334407] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.334784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.334863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.335164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.335336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.347536] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 in Status: IN_PROGRESS for 2s [ 681.350477] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.350640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.350749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.351161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.351161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.362276] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: IN_PROGRESS for 2s [ 681.502100] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f667566-7744-47a2-899b-242b8528c023: rpc.has_security_group_logging(os_id): False [ 681.523510] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.523716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.523804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.523995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.524103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.524345] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.524444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.524507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.524645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.524749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.524858] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be updated. [ 681.604273] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.604273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.604273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.604273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.604273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.645782] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.646090] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.646911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.646911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.647062] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.647669] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.647669] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.647808] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.647844] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.648501] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.648501] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.648501] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.648501] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.648501] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.648775] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.648775] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.651043] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: IN_PROGRESS for 2s [ 681.688024] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.688285] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.688481] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.688857] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.689074] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.689360] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.689594] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.690604] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.690604] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f07e21ce-f3c4-4a78-bec7-b1ce76517ba7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.699043] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.945291] env[65335]: INFO networking_nsxv3.common.synchronization [None req-089e3e7d-9349-4b23-8a00-155bdbb7415d None None] Enqueued Resource ID: b71bd183-9954-407c-bc06-bf13efd3bc8a with Priority: HIGHEST for action port [ 681.945291] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71bd183-9954-407c-bc06-bf13efd3bc8a with Priority: HIGHEST for action port [ 681.945401] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b71bd183-9954-407c-bc06-bf13efd3bc8a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.945476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b71bd183-9954-407c-bc06-bf13efd3bc8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.945562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b71bd183-9954-407c-bc06-bf13efd3bc8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.945846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b71bd183-9954-407c-bc06-bf13efd3bc8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.945930] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b71bd183-9954-407c-bc06-bf13efd3bc8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.193460] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.193903] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.193903] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.194099] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.194260] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.194373] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port f07e21ce-f3c4-4a78-bec7-b1ce76517ba7 not found, creating... [ 682.194667] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.194825] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.194931] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.195176] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.195294] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.195579] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.195722] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.195828] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.196066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.196151] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.196273] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: f07e21ce-f3c4-4a78-bec7-b1ce76517ba7 is going to be created. [ 682.200076] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.219392] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.219584] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.219702] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.219974] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.220209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.220448] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.347862] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: SUCCESS [ 682.350992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.350992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.350992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.350992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.350992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.350992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.350992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.350992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.350992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.350992] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.449656] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b71bd183-9954-407c-bc06-bf13efd3bc8a [ 682.450833] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.450833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.450833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.451462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.451462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.451462] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b71bd183-9954-407c-bc06-bf13efd3bc8a already deleted. [ 682.451462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b71bd183-9954-407c-bc06-bf13efd3bc8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.686351] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 in Status: SUCCESS [ 682.686351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.705518] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.705518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.705518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.705518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.705518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.705518] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 682.745217] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.746518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.746518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.746518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.746518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.759630] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 682.856731] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.860025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.860025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.860025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.868101] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.868101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.868101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.868101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.868512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.868512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.868512] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.074402] env[65335]: INFO networking_nsxv3.common.synchronization [req-1be3f415-9149-4e84-8dc6-fad49875f948 req-639247c7-5218-4b0a-a372-70cb1f16ef5f service nova] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_rules [ 683.075321] env[65335]: INFO networking_nsxv3.common.synchronization [req-1be3f415-9149-4e84-8dc6-fad49875f948 req-639247c7-5218-4b0a-a372-70cb1f16ef5f service nova] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 683.075702] env[65335]: INFO networking_nsxv3.common.synchronization [req-1be3f415-9149-4e84-8dc6-fad49875f948 req-639247c7-5218-4b0a-a372-70cb1f16ef5f service nova] Enqueued Resource ID: f07e21ce-f3c4-4a78-bec7-b1ce76517ba7 with Priority: HIGHEST for action port [ 683.078080] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_rules [ 683.078242] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 683.078385] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07e21ce-f3c4-4a78-bec7-b1ce76517ba7 with Priority: HIGHEST for action port [ 683.078694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.078829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.080058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.080058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.080058] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.080330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.080439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.080689] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.080798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.080859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.082699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.083172] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f07e21ce-f3c4-4a78-bec7-b1ce76517ba7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.361142] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 in Status: SUCCESS [ 683.361537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.361537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.361755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.362656] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.362656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.362656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.362656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.362656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.362656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.362656] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.367087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.367087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.367355] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.367958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.367958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.367958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.367958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.367958] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.377846] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad: rpc.has_security_group_logging(os_id): False [ 683.378898] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 683.379142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.379542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.379937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.380146] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.380532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.380532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.380532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.380717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.380717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.380827] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.381746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.381924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.383162] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.383162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.383162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.383162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.383162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.383162] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.406771] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.406972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.406972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.407236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.407364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.407821] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.407821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.407821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.408037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.408037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.408241] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.408333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.408373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.408639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.408748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.408899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.409009] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.409058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.409206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.409283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.409370] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad is going to be created. [ 683.499474] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.499667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.499667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.500512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.500512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.537925] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: IN_PROGRESS for 2s [ 683.587649] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.587649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.587879] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f07e21ce-f3c4-4a78-bec7-b1ce76517ba7 with status ACTIVE [ 683.587936] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.588035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.588130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.588947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.588947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.588947] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.588947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.588947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.588947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.589393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.589393] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.589393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.589393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.589613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.589613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.589721] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f07e21ce-f3c4-4a78-bec7-b1ce76517ba7 is going to be updated. [ 683.657770] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.658204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.658204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.659470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.659470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.659470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f07e21ce-f3c4-4a78-bec7-b1ce76517ba7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695753] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 683.696220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.866688] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4d1f67-a92c-401b-9968-c5b00d87c124',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.871284] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.871284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.871284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.871284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.871284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.871284] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.871284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.871284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.871284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.871284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.871284] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 is going to be deleted. [ 683.884923] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.884923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.885278] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.917542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.917761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.917820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.918064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.918230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.918424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.364251] env[65335]: INFO networking_nsxv3.common.synchronization [req-698fd49c-7437-4b52-9628-94abfcd8e618 req-bf588065-6486-4f2a-8bf2-6e820e6d16ec tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 684.364251] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 684.364251] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.364251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.364251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.364251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.364251] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.367349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.367349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.367349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.367349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.367349] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.370386] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4d1f67-a92c-401b-9968-c5b00d87c124: rpc.has_security_group_logging(os_id): False [ 684.388143] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.393015] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.393167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.393241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.393579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.393579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.393757] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.393849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.393912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.394306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.394306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.394306] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 is going to be created. [ 684.419061] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1f4d1f67-a92c-401b-9968-c5b00d87c124], does not exist path=[/infra/domains/default/groups/1f4d1f67-a92c-401b-9968-c5b00d87c124]."\n}' [ 684.420025] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1f4d1f67-a92c-401b-9968-c5b00d87c124 [ 684.420025] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 684.461025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.461025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.461025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.461025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.461025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.461025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.461025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.461025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.462522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.462522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.462749] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.462855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.462904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.463070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.463145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.463234] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4d1f67-a92c-401b-9968-c5b00d87c124 is going to be created. [ 684.483169] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1f4d1f67-a92c-401b-9968-c5b00d87c124], does not exist path=[/infra/domains/default/groups/1f4d1f67-a92c-401b-9968-c5b00d87c124]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1f4d1f67-a92c-401b-9968-c5b00d87c124 [ 684.485226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4d1f67-a92c-401b-9968-c5b00d87c124" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.485226] env[65335]: Traceback (most recent call last): [ 684.485226] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 684.485226] env[65335]: return func(*args, **kwargs) [ 684.485226] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 684.485226] env[65335]: res.raise_for_status() [ 684.485226] env[65335]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 684.485226] env[65335]: raise HTTPError(http_error_msg, response=self) [ 684.485226] env[65335]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1f4d1f67-a92c-401b-9968-c5b00d87c124 [ 684.485226] env[65335]: During handling of the above exception, another exception occurred: [ 684.485226] env[65335]: Traceback (most recent call last): [ 684.485226] env[65335]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 684.485226] env[65335]: listener.cb(fileno) [ 684.485226] env[65335]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 684.485226] env[65335]: result = function(*args, **kwargs) [ 684.485226] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 684.485226] env[65335]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 684.485226] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 684.485226] env[65335]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 684.485226] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 684.485226] env[65335]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 684.485226] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 684.485226] env[65335]: res.raise_for_status() [ 684.485226] env[65335]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 684.485226] env[65335]: raise HTTPError(http_error_msg, response=self) [ 684.485226] env[65335]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1f4d1f67-a92c-401b-9968-c5b00d87c124 [ 684.485226] env[65335]: Removing descriptor: 5 [ 684.774743] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 684.774743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.774743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.774743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.774743] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.774743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.774743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.774743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.774743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.774743] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.869052] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.869052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.869052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.869052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.869052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.869052] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.869052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.869052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.869052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.870116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.870116] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 already deleted. [ 684.870116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.891625] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.891897] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-542" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.892036] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-542" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.892304] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-542" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.892572] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.893036] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.893208] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.893479] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.893706] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.893970] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.894143] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.894293] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.894445] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.894596] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.894737] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.894906] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.896834] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.897033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.897129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.897415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.897562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.897715] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be updated. [ 684.920120] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.920357] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.920475] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.920573] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-542" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.921013] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-5f16e83c-4db8-4cd4-a944-7f578ddce210 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.921215] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.921317] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.921634] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.921771] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f16e83c-4db8-4cd4-a944-7f578ddce210',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.931797] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.932036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.932171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.932368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.932531] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.944577] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: IN_PROGRESS for 2s [ 685.278048] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.424529] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.428020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.428020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.428020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.428020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.428020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 5f16e83c-4db8-4cd4-a944-7f578ddce210 not found, creating... [ 685.428020] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.428020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.428020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.428020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.428020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.428692] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.428692] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.428692] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.428973] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.429282] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.429552] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 is going to be created. [ 685.452418] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.453043] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.453362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.453800] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.454206] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.454762] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.553539] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: SUCCESS [ 685.553889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.602129] env[65335]: INFO networking_nsxv3.common.synchronization [None req-982db89f-9318-4bc7-8f03-69d859c4336d None None] Enqueued Resource ID: 6f6a4b38-1897-4323-b846-3d46900b0dfa with Priority: HIGHEST for action port [ 685.602817] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f6a4b38-1897-4323-b846-3d46900b0dfa with Priority: HIGHEST for action port [ 685.603174] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f6a4b38-1897-4323-b846-3d46900b0dfa taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.603328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f6a4b38-1897-4323-b846-3d46900b0dfa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.603407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f6a4b38-1897-4323-b846-3d46900b0dfa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.603665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f6a4b38-1897-4323-b846-3d46900b0dfa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.603762] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6a4b38-1897-4323-b846-3d46900b0dfa',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.779492] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.106833] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f6a4b38-1897-4323-b846-3d46900b0dfa [ 686.107143] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.107271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.107271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.107990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.107990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.107990] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f6a4b38-1897-4323-b846-3d46900b0dfa already deleted. [ 686.107990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f6a4b38-1897-4323-b846-3d46900b0dfa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.241441] env[65335]: INFO networking_nsxv3.common.synchronization [req-698fd49c-7437-4b52-9628-94abfcd8e618 req-d8991c05-3f38-46e5-a67f-8d66be34a771 service nova] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 686.241673] env[65335]: INFO networking_nsxv3.common.synchronization [req-698fd49c-7437-4b52-9628-94abfcd8e618 req-d8991c05-3f38-46e5-a67f-8d66be34a771 service nova] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 686.241825] env[65335]: INFO networking_nsxv3.common.synchronization [req-698fd49c-7437-4b52-9628-94abfcd8e618 req-d8991c05-3f38-46e5-a67f-8d66be34a771 service nova] Enqueued Resource ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 with Priority: HIGHEST for action port [ 686.242443] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 686.242697] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 686.242993] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 with Priority: HIGHEST for action port [ 686.243408] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.243621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.243740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.244123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.244237] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.245990] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.246923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.247072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.247384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.247531] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.247682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.247718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.247884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.248239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.248239] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.250197] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f16e83c-4db8-4cd4-a944-7f578ddce210 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.250345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.250409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.250568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.250739] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f16e83c-4db8-4cd4-a944-7f578ddce210',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.282267] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.282479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.282556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.282875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.283074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.283122] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 686.346393] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.346874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.346874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.347032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.347095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.359373] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 686.753157] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.753474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.753522] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f16e83c-4db8-4cd4-a944-7f578ddce210 with status ACTIVE [ 686.754215] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.754215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.754215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.754215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.754215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.754878] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.754878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.754878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.754878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.754878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.755099] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.755099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.755201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.755312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.755364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.755444] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 is going to be updated. [ 686.757582] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.783126] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.783354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.783882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.783882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.783882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.784059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.855984] env[65335]: INFO networking_nsxv3.common.synchronization [req-e113a07b-3734-464d-a403-50bb38ee7093 req-9cd7286d-35c5-4bd2-b59f-0d586f0166c5 tempest-ListServerFiltersTestJSON-1424647277 tempest-ListServerFiltersTestJSON-1424647277-project-member] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 686.856548] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 686.857248] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.857248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.857248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.858209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.858570] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.858570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.858742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.858978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.859085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.859240] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.957075] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 686.957352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.958114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.958369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.958627] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.958731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.958787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.959061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.959115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.959231] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.249242] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.249516] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.249652] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.249956] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.250231] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.250383] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.250492] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.250746] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.250856] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.251066] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.252161] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.252161] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.252161] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.252161] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.252161] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.252406] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.260779] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.277360] env[65335]: INFO networking_nsxv3.common.synchronization [None req-4e8c1de5-7e40-4f2d-ad76-77f828f7dd9c None None] Enqueued Resource ID: f25e920d-6d27-4792-943b-a7bf5063f019 with Priority: HIGHEST for action port [ 687.277728] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25e920d-6d27-4792-943b-a7bf5063f019 with Priority: HIGHEST for action port [ 687.278167] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25e920d-6d27-4792-943b-a7bf5063f019 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.278167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25e920d-6d27-4792-943b-a7bf5063f019" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.278395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25e920d-6d27-4792-943b-a7bf5063f019" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.278494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25e920d-6d27-4792-943b-a7bf5063f019" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278700] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25e920d-6d27-4792-943b-a7bf5063f019',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.283051] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.283212] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.283343] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.283515] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.283809] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.283965] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.284642] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.284642] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.284642] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e7ef18-4a4c-449a-84b8-d0ad5f6148c5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.362075] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.362338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.362484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.362819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.362936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.363203] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.363334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.363431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.363633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.363767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.363876] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db already deleted. [ 687.363963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.461791] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.764633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.765018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.765018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.765317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.765427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.765504] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be created. [ 687.780537] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f25e920d-6d27-4792-943b-a7bf5063f019 [ 687.780785] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.780963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.781284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.781284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.781284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.781497] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f25e920d-6d27-4792-943b-a7bf5063f019 already deleted. [ 687.781497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25e920d-6d27-4792-943b-a7bf5063f019" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.787207] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.787405] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.787543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.787817] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.787952] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.788106] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 28e7ef18-4a4c-449a-84b8-d0ad5f6148c5 not found, creating... [ 687.788370] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.788571] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.788661] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.788878] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.789028] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.789319] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.789459] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.789569] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.789805] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.789933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.790085] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 28e7ef18-4a4c-449a-84b8-d0ad5f6148c5 is going to be created. [ 687.794976] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.795153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.795250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.795398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.795558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.805582] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: UNINITIALIZED for 2s [ 687.815048] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.815048] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.815048] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.815260] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.815493] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.816030] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.965195] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.370625] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 688.370914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.371045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.372207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.372207] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.372207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.372207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.372207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.372207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.372207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.372207] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.468129] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.468295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.468375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.468647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.468768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.468926] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be updated. [ 688.505733] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.505884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.505953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.506723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.506989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.519414] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: IN_PROGRESS for 2s [ 688.563442] env[65335]: INFO networking_nsxv3.common.synchronization [req-e113a07b-3734-464d-a403-50bb38ee7093 req-2dc24dbd-6d34-4412-a637-47125f27e860 service nova] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_rules [ 688.563676] env[65335]: INFO networking_nsxv3.common.synchronization [req-e113a07b-3734-464d-a403-50bb38ee7093 req-2dc24dbd-6d34-4412-a637-47125f27e860 service nova] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 688.563803] env[65335]: INFO networking_nsxv3.common.synchronization [req-e113a07b-3734-464d-a403-50bb38ee7093 req-2dc24dbd-6d34-4412-a637-47125f27e860 service nova] Enqueued Resource ID: 28e7ef18-4a4c-449a-84b8-d0ad5f6148c5 with Priority: HIGHEST for action port [ 688.565383] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_rules [ 688.565623] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 688.565674] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e7ef18-4a4c-449a-84b8-d0ad5f6148c5 with Priority: HIGHEST for action port [ 688.565918] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.566070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.566133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.566384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.566691] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.569350] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.569350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.569608] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.569774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.569849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.569950] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.571811] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.572163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.572474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.572474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.572562] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e7ef18-4a4c-449a-84b8-d0ad5f6148c5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.874035] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.874418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.874418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.874485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.874599] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.874685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.874739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.874870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.874966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.876018] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.876018] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.876018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.876634] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.017474] env[65335]: INFO networking_nsxv3.common.synchronization [None req-ad089f7e-1fe9-44fc-9175-4c1826edf4e9 None None] Enqueued Resource ID: 7c28d495-1d5c-49c6-bd6f-f1576d710763 with Priority: HIGHEST for action port [ 689.018243] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c28d495-1d5c-49c6-bd6f-f1576d710763 with Priority: HIGHEST for action port [ 689.018826] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c28d495-1d5c-49c6-bd6f-f1576d710763 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.018826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c28d495-1d5c-49c6-bd6f-f1576d710763" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.018826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c28d495-1d5c-49c6-bd6f-f1576d710763" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.019083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c28d495-1d5c-49c6-bd6f-f1576d710763" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.019846] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c28d495-1d5c-49c6-bd6f-f1576d710763',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.071874] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.073907] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.074116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.074244] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28e7ef18-4a4c-449a-84b8-d0ad5f6148c5 with status ACTIVE [ 689.074398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.074493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.074529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.074709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.074789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.074946] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.075127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.075127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.075297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.075359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.075558] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.075630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.075630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.075789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.075829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.075908] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28e7ef18-4a4c-449a-84b8-d0ad5f6148c5 is going to be updated. [ 689.100895] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.101095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.101133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.101335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.101471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.101653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e7ef18-4a4c-449a-84b8-d0ad5f6148c5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.378603] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea1e5c2-efb7-4920-b285-197191f31162: rpc.has_security_group_logging(os_id): False [ 689.402034] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.402281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.402399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.404037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.428517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.428971] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.429165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.429258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.429485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.429584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.429806] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.429894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.429958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.430158] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.430237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.430506] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.430653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.430761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.430982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.435114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.435114] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 689.514712] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.514897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.514897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.515096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.515371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.522308] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c28d495-1d5c-49c6-bd6f-f1576d710763 [ 689.522308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.522496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.522665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.522910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.523021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.523112] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c28d495-1d5c-49c6-bd6f-f1576d710763 already deleted. [ 689.523182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c28d495-1d5c-49c6-bd6f-f1576d710763" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.536611] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 689.574537] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.819239] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 689.819590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.819725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.820808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.820808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.820808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.820808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.820808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.820808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.820808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.820808] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.077611] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.077940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.077940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.078153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.078254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.078421] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be created. [ 690.107765] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.107765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.107765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.107986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.108210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.119749] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: UNINITIALIZED for 2s [ 690.326129] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.326129] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.326129] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.326129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.326603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.326603] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.326603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.326603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.326873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.326873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.326873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.326873] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.530747] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 690.530747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.530857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.531452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.531530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.531926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.532138] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.532263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.532311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.532497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.533540] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.533540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.533540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.533540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.533540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.533540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.533540] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.588252] env[65335]: INFO networking_nsxv3.common.synchronization [None req-7caf2e69-501a-4d25-a77b-4be81bee89e7 None None] Enqueued Resource ID: 43d737e1-12bc-4364-9bae-06cf40f57cf3 with Priority: HIGHEST for action port [ 690.588252] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d737e1-12bc-4364-9bae-06cf40f57cf3 with Priority: HIGHEST for action port [ 690.588252] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d737e1-12bc-4364-9bae-06cf40f57cf3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.588252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d737e1-12bc-4364-9bae-06cf40f57cf3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.588252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d737e1-12bc-4364-9bae-06cf40f57cf3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.588803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d737e1-12bc-4364-9bae-06cf40f57cf3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.588803] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d737e1-12bc-4364-9bae-06cf40f57cf3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.829744] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba0b65d-37f9-4142-9444-a596f3d89e11: rpc.has_security_group_logging(os_id): False [ 690.859112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.859112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.859112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.859112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.859112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.859416] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.859483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.859524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.859760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.859896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.861091] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.861091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.861091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.861091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.861091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.861091] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.861091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.861371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.861371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.861371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.861443] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be created. [ 690.976792] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.977152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.977272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.977606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.977941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.004875] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 691.035805] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce8dc3ee-3546-4484-ad40-087c532fc197: rpc.has_security_group_logging(os_id): False [ 691.058179] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.062571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.062571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.062722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.092544] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43d737e1-12bc-4364-9bae-06cf40f57cf3 [ 691.093017] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.093113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.093157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.094148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.094148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.094148] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43d737e1-12bc-4364-9bae-06cf40f57cf3 already deleted. [ 691.094148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d737e1-12bc-4364-9bae-06cf40f57cf3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.094989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.095355] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.095586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.095650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.095853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.095936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.096173] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.096282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.097053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.097053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.097053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.097053] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.097053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.097411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.097411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.097562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.097704] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be updated. [ 691.211234] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.211413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.211469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.214214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.214214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.229374] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: IN_PROGRESS for 2s [ 691.557833] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 691.557833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.131179] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 692.131179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.131179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.132045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.132306] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.132496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.132571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.133162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.133162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.133162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.133162] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.587637] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c8f3165c-39ad-4d27-846e-ebec47310407 None None] Enqueued Resource ID: c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5 with Priority: HIGHEST for action port [ 692.587748] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5 with Priority: HIGHEST for action port [ 692.587981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.589155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.589155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.589437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.589581] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.640178] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.640556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.640701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.641545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.642404] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.642683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.642793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.643341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.643341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.643496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.643925] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.644083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.644174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.644394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.647885] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.648972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.648972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.648972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.648972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.648972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.648972] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.023141] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 693.023449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.092531] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5 [ 693.092531] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.092984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.093109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.093628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.093628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.094229] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5 already deleted. [ 693.094312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f989c5-42dc-4bab-9a71-feaf8e2fa8b5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.152630] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1a27c6a-d5aa-42d4-9eb8-283b923bc1db: rpc.has_security_group_logging(os_id): False [ 693.175899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.179520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.179520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.179520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.179520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.179520] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.179520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.179520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.179520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.179520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.179520] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.181112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.181112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.181112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.181112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.182883] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.183063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.183139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.183322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.183539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.183897] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be created. [ 693.246135] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 693.249158] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.249158] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.251795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.252060] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.276672] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.276865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.276937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.277143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.277390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.295104] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 693.756182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.757090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.757090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.757090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.757090] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.757090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.757090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.757303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.757303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.757432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.757469] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.820812] env[65335]: INFO networking_nsxv3.common.synchronization [req-1b2ba36d-55f1-4afc-b6b8-338c1d4232ce req-0c63a8e7-20ca-4bc2-8073-e15d2c179033 tempest-MultipleCreateTestJSON-1846258238 tempest-MultipleCreateTestJSON-1846258238-project-member] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 693.821405] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 693.821735] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.821869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.821938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.824789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.824989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.825131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.825201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.825431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.825532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.825633] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.261363] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.263468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.263468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.263748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.263775] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.263870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.263935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.264357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.264357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.264357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.264471] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.264542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.264603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.264769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.264910] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.264999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.265068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.265204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.265301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.265354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.266755] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.328257] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.771412] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce8dc3ee-3546-4484-ad40-087c532fc197: rpc.has_security_group_logging(os_id): False [ 694.802166] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.802586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.802916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.803474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.803813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.805166] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.805431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.805763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.805763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.805763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.806256] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.806430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.806529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.808368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.808565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.808812] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.809400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.809471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.809669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.809800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.809956] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be updated. [ 694.832506] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.897782] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.897782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.897782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.897948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.898038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.914862] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: IN_PROGRESS for 2s [ 695.309757] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 695.310037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.339816] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.339816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.339816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.341150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.341150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.341150] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 695.372591] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.375150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.375150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.375150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.375150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.384808] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 695.695983] env[65335]: INFO networking_nsxv3.common.synchronization [req-7079d37b-4803-41e5-8baf-3e26a439cf62 req-afa42bfb-80be-4aea-8388-579192416ff7 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 695.696367] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 695.697099] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.697099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.697099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.697240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.697361] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.697485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.697539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.697710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.697848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.697974] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.714679] env[65335]: INFO networking_nsxv3.common.synchronization [req-7079d37b-4803-41e5-8baf-3e26a439cf62 req-afa42bfb-80be-4aea-8388-579192416ff7 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 695.714679] env[65335]: INFO networking_nsxv3.common.synchronization [req-7079d37b-4803-41e5-8baf-3e26a439cf62 req-afa42bfb-80be-4aea-8388-579192416ff7 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 695.714679] env[65335]: INFO networking_nsxv3.common.synchronization [req-7079d37b-4803-41e5-8baf-3e26a439cf62 req-afa42bfb-80be-4aea-8388-579192416ff7 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 937f4f89-5ebc-4997-8020-250fff412ae7 with Priority: HIGHEST for action port [ 695.714679] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_rules [ 695.714679] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 695.714679] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937f4f89-5ebc-4997-8020-250fff412ae7 with Priority: HIGHEST for action port [ 695.714679] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.714679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.715077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.715077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.715077] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.716190] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.716306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.716705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-937f4f89-5ebc-4997-8020-250fff412ae7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.716832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.716938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.717173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.717250] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937f4f89-5ebc-4997-8020-250fff412ae7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.203144] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.219743] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.219996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.221806] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 937f4f89-5ebc-4997-8020-250fff412ae7 with status ACTIVE [ 696.222120] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.222298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.222406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.222709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.223011] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.223289] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.223448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.223541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.223789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.223909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.224362] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.224362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.224493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.224621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.224733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.224857] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 937f4f89-5ebc-4997-8020-250fff412ae7 is going to be updated. [ 696.273670] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.273810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.273810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.274752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.274752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.274752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-937f4f89-5ebc-4997-8020-250fff412ae7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.707829] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.722698] env[65335]: INFO networking_nsxv3.common.synchronization [req-8cbd878f-51c5-467c-bc09-3229a50fcb7c req-26a5b0ff-cc07-49b2-a1f3-645191a8f7bb tempest-ServersTestFqdnHostnames-759660924 tempest-ServersTestFqdnHostnames-759660924-project-member] Enqueued Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_members [ 696.723136] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 with Priority: HIGHEST for action security_group_members [ 696.723437] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b3fb36-e9c1-4705-9bef-e70502b050e0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.723605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.723672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.724298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.724298] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.724298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.724298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.724512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.724512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.724588] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b3fb36-e9c1-4705-9bef-e70502b050e0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.935534] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 696.935810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.210544] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.210807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.210885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.211180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.211317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.211475] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be updated. [ 697.227409] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.227409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.227409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.227641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.254542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.254542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.254739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.254739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.254829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.254915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.255016] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 is going to be updated. [ 697.259863] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.260036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.261424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.261424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.261424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.272122] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: IN_PROGRESS for 2s [ 697.301701] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.303306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.303306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.303306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.303306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.320180] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 in Status: IN_PROGRESS for 2s [ 697.398158] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 697.398909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.568711] env[65335]: INFO networking_nsxv3.common.synchronization [req-d9f6c1ec-15f8-4a1b-ae85-1bb43c6dbe8e req-52e54bfd-635c-4656-9c16-3ef1963a087e tempest-MultipleCreateTestJSON-1846258238 tempest-MultipleCreateTestJSON-1846258238-project-member] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 698.569603] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 698.569985] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.573989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.573989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.573989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.573989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.573989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.573989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.573989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.573989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.573989] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.644218] env[65335]: INFO networking_nsxv3.common.synchronization [None req-9786cc47-3e12-4d9c-a58e-32056ab9fd34 None None] Enqueued Resource ID: ba4bbff8-9606-4e2e-91c2-2cc341638675 with Priority: HIGHEST for action port [ 698.644781] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4bbff8-9606-4e2e-91c2-2cc341638675 with Priority: HIGHEST for action port [ 698.645126] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba4bbff8-9606-4e2e-91c2-2cc341638675 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.645288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba4bbff8-9606-4e2e-91c2-2cc341638675" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.645333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba4bbff8-9606-4e2e-91c2-2cc341638675" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.645945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba4bbff8-9606-4e2e-91c2-2cc341638675" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.645945] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba4bbff8-9606-4e2e-91c2-2cc341638675',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.074083] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.075045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.075167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.075434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.099692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.099962] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.100097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.100159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.100389] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.100425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.101196] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 699.132608] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.132747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.132858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.134094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.134094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.143549] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 699.150318] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba4bbff8-9606-4e2e-91c2-2cc341638675 [ 699.150318] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.150318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.150318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.150318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.150318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.150318] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba4bbff8-9606-4e2e-91c2-2cc341638675 already deleted. [ 699.150318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba4bbff8-9606-4e2e-91c2-2cc341638675" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.283649] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 699.284057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.284395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.285182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.285499] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.285734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.285876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.286147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.286322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.286529] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.331150] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 in Status: SUCCESS [ 699.331372] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b3fb36-e9c1-4705-9bef-e70502b050e0 deletion is rescheduled due to dependency. [ 699.331498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b3fb36-e9c1-4705-9bef-e70502b050e0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.790193] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.295206] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.338928] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c37fc5f3-6292-48b1-9958-0c1d0b54a11c tempest-AttachVolumeShelveTestJSON-577501622 tempest-AttachVolumeShelveTestJSON-577501622-project-member] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_rules [ 700.339433] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_rules [ 700.339739] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.339871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.339939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.342214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.342340] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.531663] env[65335]: INFO networking_nsxv3.common.synchronization [None req-ca718507-4f03-44b0-9f0c-0797f67003ed tempest-AttachVolumeShelveTestJSON-577501622 tempest-AttachVolumeShelveTestJSON-577501622-project-member] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_rules [ 700.536182] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_rules [ 700.536915] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.536984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.802090] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.802090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.802090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.802090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.802090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.802090] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be updated. [ 700.852052] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.852514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.852634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.853054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.853248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.865308] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: IN_PROGRESS for 2s [ 700.868270] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.868270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.868270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.868270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.868417] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.868417] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 already deleted. [ 700.868471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.869368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.869368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.869368] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.881437] env[65335]: INFO networking_nsxv3.common.synchronization [req-7d779e18-c8dd-425f-a2bd-9dff58310e10 req-f2295262-0416-42b1-a612-068a895d3eeb tempest-ServerDiagnosticsTest-309305053 tempest-ServerDiagnosticsTest-309305053-project-member] Enqueued Resource ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 with Priority: HIGHEST for action security_group_members [ 700.882257] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 with Priority: HIGHEST for action security_group_members [ 700.882689] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bbb475-2dcd-46c4-b143-56cd3e99b855 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.882878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.882989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.883484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.883705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.883865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.883979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.884240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.884387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.884526] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29bbb475-2dcd-46c4-b143-56cd3e99b855',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.157953] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 701.157953] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 deletion is rescheduled due to dependency. [ 701.157953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.391437] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.391437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.391437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.391437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.396528] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.396712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.422260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.422260] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.422260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.422260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.422260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.422260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.422260] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 is going to be updated. [ 701.424702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.425033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.425224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.425302] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 already deleted. [ 701.425467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.473779] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.473920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.474600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.477512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.477512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.488552] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 in Status: IN_PROGRESS for 2s [ 702.280093] env[65335]: INFO networking_nsxv3.common.synchronization [req-a30c2201-ee8a-443f-981e-b15298c0a6f0 req-d3f7bc9a-112f-4e29-a976-ef8a324bd64a tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 702.280093] env[65335]: INFO networking_nsxv3.common.synchronization [req-a30c2201-ee8a-443f-981e-b15298c0a6f0 req-d3f7bc9a-112f-4e29-a976-ef8a324bd64a tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 702.280850] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 702.281011] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 702.281400] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.281400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.281531] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.281730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.281880] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.281975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.282627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.282627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.282627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.282627] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.283228] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.283333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.283444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.283548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.283687] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.283812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.283848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.283963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.284216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.284216] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.448960] env[65335]: INFO networking_nsxv3.common.synchronization [req-7bb2a60d-87db-4b24-94aa-f03eef43caf9 req-5a231794-c9f9-49c1-85e0-0f756f5ad327 tempest-AttachInterfacesUnderV243Test-131618735 tempest-AttachInterfacesUnderV243Test-131618735-project-member] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 702.449614] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGHEST for action security_group_members [ 702.449924] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.451392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.580115] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f35ebdb5-61ad-4e81-af6d-24bb22fd50de None None] Enqueued Resource ID: 4b588568-f022-4911-a1ec-de723d82a2a8 with Priority: HIGHEST for action port [ 702.580803] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b588568-f022-4911-a1ec-de723d82a2a8 with Priority: HIGHEST for action port [ 702.581118] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b588568-f022-4911-a1ec-de723d82a2a8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b588568-f022-4911-a1ec-de723d82a2a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.581462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b588568-f022-4911-a1ec-de723d82a2a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.581557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b588568-f022-4911-a1ec-de723d82a2a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.581617] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b588568-f022-4911-a1ec-de723d82a2a8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.743775] env[65335]: INFO networking_nsxv3.common.synchronization [req-a30c2201-ee8a-443f-981e-b15298c0a6f0 req-d3f7bc9a-112f-4e29-a976-ef8a324bd64a tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_rules [ 702.743947] env[65335]: INFO networking_nsxv3.common.synchronization [req-a30c2201-ee8a-443f-981e-b15298c0a6f0 req-d3f7bc9a-112f-4e29-a976-ef8a324bd64a tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 702.744096] env[65335]: INFO networking_nsxv3.common.synchronization [req-a30c2201-ee8a-443f-981e-b15298c0a6f0 req-d3f7bc9a-112f-4e29-a976-ef8a324bd64a tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 702.744221] env[65335]: INFO networking_nsxv3.common.synchronization [req-a30c2201-ee8a-443f-981e-b15298c0a6f0 req-d3f7bc9a-112f-4e29-a976-ef8a324bd64a tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 702.744340] env[65335]: INFO networking_nsxv3.common.synchronization [req-a30c2201-ee8a-443f-981e-b15298c0a6f0 req-d3f7bc9a-112f-4e29-a976-ef8a324bd64a tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 with Priority: HIGHEST for action port [ 702.744838] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_rules [ 702.744972] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 702.746627] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 with Priority: HIGHEST for action port [ 702.746627] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 702.746627] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 702.747170] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.747298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.747381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.747896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.748023] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.750585] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.751398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.751398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.751398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.751398] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.753122] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f16e83c-4db8-4cd4-a944-7f578ddce210 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.753122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.753122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.753122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.753122] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f16e83c-4db8-4cd4-a944-7f578ddce210',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.753990] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.754082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.754389] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.754389] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.786386] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.787543] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.879665] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 702.880370] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.881636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.881636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.881636] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.881636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.881636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.881636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.881636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.881887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.881887] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.882983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.882983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.882983] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.883174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.883174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.883254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.883519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.883519] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.084565] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b588568-f022-4911-a1ec-de723d82a2a8 [ 703.084795] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.084927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.084993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.085233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.085321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.085414] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b588568-f022-4911-a1ec-de723d82a2a8 already deleted. [ 703.085576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b588568-f022-4911-a1ec-de723d82a2a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.256197] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.256197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.256516] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.256619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.256976] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f16e83c-4db8-4cd4-a944-7f578ddce210 with status ACTIVE [ 703.256976] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.257122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.257122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.257393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.258036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.258036] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.258036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.258036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.258036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.258036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.258257] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.258316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.258408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.258512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.261192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.261192] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 is going to be updated. [ 703.286117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.286435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.286435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.286569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.286774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.286982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.290622] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.292564] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.388876] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.388876] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.388876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.388876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.388876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.394227] env[65335]: INFO networking_nsxv3.common.synchronization [req-6600136c-372d-49e2-8c21-656959221463 req-b3710c9a-5320-4dbb-985b-b7ada80de5c4 tempest-ImagesOneServerNegativeTestJSON-539465578 tempest-ImagesOneServerNegativeTestJSON-539465578-project-member] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 703.396331] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 703.396844] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.397172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.397323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.398852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.399150] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.399382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.399533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.399784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.399971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.400150] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.409451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.409895] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.411379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.411379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.411379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.411379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.411379] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be updated. [ 703.454765] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.454765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.454765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.454983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.454983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.467782] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: IN_PROGRESS for 2s [ 703.503172] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 in Status: SUCCESS [ 703.503369] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29bbb475-2dcd-46c4-b143-56cd3e99b855 deletion is rescheduled due to dependency. [ 703.503493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bbb475-2dcd-46c4-b143-56cd3e99b855" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.585246] env[65335]: INFO networking_nsxv3.common.synchronization [None req-8d2cd223-0062-4b38-9cb9-b3b73d74c8ab tempest-MigrationsAdminTest-1565405020 tempest-MigrationsAdminTest-1565405020-project-member] Enqueued Resource ID: 3e4abaca-ac51-48c6-b2d2-7d66be4ab679 with Priority: HIGHEST for action security_group_rules [ 703.585246] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4abaca-ac51-48c6-b2d2-7d66be4ab679 with Priority: HIGHEST for action security_group_rules [ 703.585246] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.585246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.585246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.585246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.585246] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e4abaca-ac51-48c6-b2d2-7d66be4ab679',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.603805] env[65335]: INFO networking_nsxv3.common.synchronization [req-17b4a4e3-524e-4232-8d2b-8bda67f704ff req-c2767809-8073-434d-bdcd-3cc9b3a67449 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 703.604338] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 703.604657] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.604744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.604826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.605475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.607028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.607028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.607028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.607028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.607028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.607028] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.797658] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.797658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.797658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.797658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.797658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.797658] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878096d8-34bc-4d44-b271-f03c14db3758 is going to be created. [ 703.798634] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.798952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.798952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.799778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.799935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.800096] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 703.821678] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a3ea2793-dbb3-4deb-bf8e-fb4844059e91 tempest-MigrationsAdminTest-1565405020 tempest-MigrationsAdminTest-1565405020-project-member] Enqueued Resource ID: 3e4abaca-ac51-48c6-b2d2-7d66be4ab679 with Priority: HIGHEST for action security_group_rules [ 703.822626] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4abaca-ac51-48c6-b2d2-7d66be4ab679 with Priority: HIGHEST for action security_group_rules [ 703.823194] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.823623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828523] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.828975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.829090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.851690] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.851882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.852046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.852488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.852736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.855075] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: UNINITIALIZED for 2s [ 703.864073] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 703.889358] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f667566-7744-47a2-899b-242b8528c023: rpc.has_security_group_logging(os_id): False [ 703.905394] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.905394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.905394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.905394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.908350] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.908628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.930501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.930948] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.930948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.930948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.931411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.931411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.931411] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 703.932512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.932608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.932703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.932963] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.933140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.933209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.933310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.933398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.933472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be updated. [ 703.974116] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.974312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.974362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.974671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.974671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.986369] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 704.019558] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.019558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.019558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.019558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.019558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.034618] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: IN_PROGRESS for 2s [ 704.066267] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.066495] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.066569] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.067172] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.067172] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.067410] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.067410] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.069246] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.069246] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.069246] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.069246] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.069246] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.069246] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.069246] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.069246] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.069246] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.092644] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.092934] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.093115] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.093331] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.093592] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-b0d2e023-5ef1-440a-b8a9-9b63f7997972 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.093758] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-b0d2e023-5ef1-440a-b8a9-9b63f7997972" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.093873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-b0d2e023-5ef1-440a-b8a9-9b63f7997972" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.094235] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-b0d2e023-5ef1-440a-b8a9-9b63f7997972" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.095768] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d2e023-5ef1-440a-b8a9-9b63f7997972',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.110914] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.111118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.111118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.111780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.115644] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.115833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.141856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.142168] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.142292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.142376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.142591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.142697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.142791] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 704.144480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.144677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.144765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.144858] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e4abaca-ac51-48c6-b2d2-7d66be4ab679 already deleted. [ 704.145095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.145536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.145634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.145729] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e4abaca-ac51-48c6-b2d2-7d66be4ab679',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.173285] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.173408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.173484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.173707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.173850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.184909] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 704.598532] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.598890] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.598890] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.599229] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.599409] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.599595] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port b0d2e023-5ef1-440a-b8a9-9b63f7997972 not found, creating... [ 704.599901] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.600095] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.600219] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.600445] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.600575] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.600908] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.601022] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.601150] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.601313] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.601438] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.601572] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: b0d2e023-5ef1-440a-b8a9-9b63f7997972 is going to be created. [ 704.625667] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.625667] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.625839] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.626045] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.626287] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.626595] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-b0d2e023-5ef1-440a-b8a9-9b63f7997972" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.669951] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.670232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.670232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.670480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.670601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.670707] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e4abaca-ac51-48c6-b2d2-7d66be4ab679 already deleted. [ 704.670794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e4abaca-ac51-48c6-b2d2-7d66be4ab679" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344323] env[65335]: INFO networking_nsxv3.common.synchronization [req-17b4a4e3-524e-4232-8d2b-8bda67f704ff req-3d2dcebc-5ef8-41c8-a795-3bcfb7f6d842 service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 705.345286] env[65335]: INFO networking_nsxv3.common.synchronization [req-17b4a4e3-524e-4232-8d2b-8bda67f704ff req-3d2dcebc-5ef8-41c8-a795-3bcfb7f6d842 service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 705.345286] env[65335]: INFO networking_nsxv3.common.synchronization [req-17b4a4e3-524e-4232-8d2b-8bda67f704ff req-3d2dcebc-5ef8-41c8-a795-3bcfb7f6d842 service nova] Enqueued Resource ID: b0d2e023-5ef1-440a-b8a9-9b63f7997972 with Priority: HIGHEST for action port [ 705.346469] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 705.346700] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 705.346855] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d2e023-5ef1-440a-b8a9-9b63f7997972 with Priority: HIGHEST for action port [ 705.347284] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.348057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.348057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.348057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.348057] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.350130] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.350130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.350130] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d2e023-5ef1-440a-b8a9-9b63f7997972 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.350130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d2e023-5ef1-440a-b8a9-9b63f7997972" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.350130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d2e023-5ef1-440a-b8a9-9b63f7997972" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.350450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d2e023-5ef1-440a-b8a9-9b63f7997972" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.350450] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d2e023-5ef1-440a-b8a9-9b63f7997972',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.390238] env[65335]: INFO networking_nsxv3.common.synchronization [req-4bb100eb-89b3-4693-9a78-9615a9db8ae0 req-e14d927b-d72b-40c3-abe3-4efd17b2ffe2 tempest-FloatingIPsAssociationTestJSON-1871956791 tempest-FloatingIPsAssociationTestJSON-1871956791-project-member] Enqueued Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 705.391529] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 with Priority: HIGHEST for action security_group_members [ 705.391529] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-754da5d3-8055-48c6-afc8-dd57c4c80673 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.391529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.391529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.391778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.391811] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.391915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.391968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.392521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.392521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.392856] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('754da5d3-8055-48c6-afc8-dd57c4c80673',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.482955] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 705.483211] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f667566-7744-47a2-899b-242b8528c023 deletion is rescheduled due to dependency. [ 705.483315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.776296] env[65335]: INFO networking_nsxv3.common.synchronization [req-2f014c76-6e91-4e83-b581-a69c9d516492 req-c6c943d7-b15e-4ac5-952a-a5d34b968a84 tempest-VolumesAssistedSnapshotsTest-287966612 tempest-VolumesAssistedSnapshotsTest-287966612-project-member] Enqueued Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_members [ 705.776863] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGHEST for action security_group_members [ 705.777906] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-009e7197-2873-4566-8f9c-8825d14d777b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.778105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.778206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.778437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.778642] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.778806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.778896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.779093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.779211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.779325] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.852996] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.853144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.855582] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d2e023-5ef1-440a-b8a9-9b63f7997972 with status ACTIVE [ 705.855791] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.855929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.855991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.856334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.856419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.856605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.856705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.856766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.856913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.856988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.857190] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.857343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.857343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.857539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.857573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.857661] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d2e023-5ef1-440a-b8a9-9b63f7997972 is going to be updated. [ 705.870019] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: SUCCESS [ 705.870752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.870752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.870894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.871871] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.871871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.871871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.871871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.871871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.871871] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.886387] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.886524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.887500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.887500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.887500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.887500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d2e023-5ef1-440a-b8a9-9b63f7997972" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.889398] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 705.889780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.889985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.890505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.890746] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.891721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.891721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.891721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.891721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.891721] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.894590] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.894715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.894782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.895279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.985528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.985886] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.986159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.986159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.986316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.986402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.986492] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 is going to be updated. [ 706.017012] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 706.017012] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 deletion is rescheduled due to dependency. [ 706.017012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.063694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.063788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.063821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.064059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.064219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.066584] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f667566-7744-47a2-899b-242b8528c023 in Status: SUCCESS [ 706.066782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.093292] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: IN_PROGRESS for 2s [ 706.202705] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 706.203018] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 deletion is rescheduled due to dependency. [ 706.203018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.203122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.204254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.204254] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.204254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.204254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.204254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.204254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.204254] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.283583] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.283583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.283583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.314726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.314974] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.315110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.315175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.315386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.315482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.315591] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 009e7197-2873-4566-8f9c-8825d14d777b is going to be updated. [ 706.353074] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.353225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.353296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.353509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.353723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.367521] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 009e7197-2873-4566-8f9c-8825d14d777b in Status: IN_PROGRESS for 2s [ 706.374111] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.396556] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.705879] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.876514] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.891570] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 706.891570] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 706.891570] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGHEST for action security_group_members [ 706.891885] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 706.891885] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 706.891885] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGHEST for action security_group_members [ 706.892802] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.892802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.892802] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.892802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.892802] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.892802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.893459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.893459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.893459] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.893459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.893459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.893775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.893775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.893775] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.899115] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.939155] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_rules [ 706.939299] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 706.939430] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGHEST for action security_group_rules [ 706.939551] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGHEST for action security_group_members [ 706.939665] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 706.939781] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 706.939894] env[65335]: INFO networking_nsxv3.common.synchronization [req-8656a367-36eb-412e-ac4b-8403ed135cdd req-45258ab0-6adb-4c8c-b6c6-3da898ee8491 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 with Priority: HIGHEST for action port [ 706.940674] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_rules [ 706.940766] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGHEST for action security_group_rules [ 706.940766] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 706.941089] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 with Priority: HIGHEST for action port [ 706.941251] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 706.941370] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 706.941511] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGHEST for action security_group_members [ 706.941856] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.941998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.942313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.942313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.942707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.942707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.942707] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.943547] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.943647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.943835] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f16e83c-4db8-4cd4-a944-7f578ddce210 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.944248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.944248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.944378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.944477] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f16e83c-4db8-4cd4-a944-7f578ddce210',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.945364] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.945541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.945748] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.945835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.946065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.946206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.207898] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.343632] env[65335]: INFO networking_nsxv3.common.synchronization [None req-7230ebe0-560b-4316-9221-cf420dda642a None None] Enqueued Resource ID: 8f4c3b97-ccb7-4f6b-888e-b93c8111637b with Priority: HIGHEST for action port [ 707.344338] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4c3b97-ccb7-4f6b-888e-b93c8111637b with Priority: HIGHEST for action port [ 707.344810] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f4c3b97-ccb7-4f6b-888e-b93c8111637b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.344934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f4c3b97-ccb7-4f6b-888e-b93c8111637b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.344999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f4c3b97-ccb7-4f6b-888e-b93c8111637b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.348571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f4c3b97-ccb7-4f6b-888e-b93c8111637b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.348663] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f4c3b97-ccb7-4f6b-888e-b93c8111637b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.353643] env[65335]: INFO networking_nsxv3.common.synchronization [req-ee2cc164-39e6-4e3e-aa1b-29b0108f6847 req-c16f25d5-3cc7-4704-bbdc-e0f70d462655 tempest-ListServerFiltersTestJSON-1424647277 tempest-ListServerFiltersTestJSON-1424647277-project-member] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 707.353643] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 707.353784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.353907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.354823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.354823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.354823] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.354823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.354823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.354823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.354823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.355178] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.380088] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.380385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.381357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.381357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.381357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.381357] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878096d8-34bc-4d44-b271-f03c14db3758 is going to be updated. [ 707.395653] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.401169] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.401306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.401373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.401591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.401694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.401824] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 707.417591] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.417591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.417591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.417591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.417591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.425771] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: IN_PROGRESS for 2s [ 707.433112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.433263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.433334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.433645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.433820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.443889] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 707.447458] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.447643] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.447994] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f16e83c-4db8-4cd4-a944-7f578ddce210 with status ACTIVE [ 707.448189] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.448306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.448372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.448574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.448704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.448821] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.448915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.448976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.449138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.449217] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.449392] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.449482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.449544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.449681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.449755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.449853] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f16e83c-4db8-4cd4-a944-7f578ddce210 is going to be updated. [ 707.471457] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.472292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.472387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.472813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.473174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.473351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f16e83c-4db8-4cd4-a944-7f578ddce210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.700147] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.701305] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.701556] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.701736] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.703101] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.703308] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.703562] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.703663] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.703830] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.704048] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.704122] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.704231] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.704330] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.704435] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.704518] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.704645] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.711941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.711941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.711941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.712316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.712545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.712545] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 707.730265] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.730520] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.730662] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.730846] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.731279] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-10ddb5a6-4302-496f-a941-d0d4bd5326b2 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.731388] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-10ddb5a6-4302-496f-a941-d0d4bd5326b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.731589] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-10ddb5a6-4302-496f-a941-d0d4bd5326b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.731937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-10ddb5a6-4302-496f-a941-d0d4bd5326b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.732206] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ddb5a6-4302-496f-a941-d0d4bd5326b2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.750819] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.750819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.750819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.750819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.750819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.760392] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 707.854784] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f4c3b97-ccb7-4f6b-888e-b93c8111637b [ 707.854995] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.855208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.855797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.855797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.855797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.855797] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f4c3b97-ccb7-4f6b-888e-b93c8111637b already deleted. [ 707.855966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f4c3b97-ccb7-4f6b-888e-b93c8111637b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.857388] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.899122] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.107229] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 in Status: SUCCESS [ 708.107229] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 754da5d3-8055-48c6-afc8-dd57c4c80673 deletion is rescheduled due to dependency. [ 708.107229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-754da5d3-8055-48c6-afc8-dd57c4c80673" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.234801] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.235303] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.235303] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.235303] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.235637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.235776] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 10ddb5a6-4302-496f-a941-d0d4bd5326b2 not found, creating... [ 708.236131] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.236214] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.236272] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.236499] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.236624] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.237093] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.237093] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.238081] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.238267] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.238333] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.238443] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 10ddb5a6-4302-496f-a941-d0d4bd5326b2 is going to be created. [ 708.258666] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.259361] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.259361] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.259361] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.259522] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.259734] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-10ddb5a6-4302-496f-a941-d0d4bd5326b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.361716] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.383578] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 009e7197-2873-4566-8f9c-8825d14d777b in Status: SUCCESS [ 708.383809] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 009e7197-2873-4566-8f9c-8825d14d777b deletion is rescheduled due to dependency. [ 708.383896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.401341] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.401504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.401578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.401789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.401874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.401985] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 is going to be created. [ 708.616553] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.616919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.617115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.617473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.617749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.629364] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: UNINITIALIZED for 2s [ 708.635583] env[65335]: INFO networking_nsxv3.common.synchronization [None req-6f602f0c-523a-42e7-bd6c-7e0b373a906d tempest-ServersV294TestFqdnHostnames-1552957411 tempest-ServersV294TestFqdnHostnames-1552957411-project-member] Enqueued Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_rules [ 708.636254] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_rules [ 708.636794] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.636918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.636984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.637813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.637985] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.865130] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.865337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.865430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.865689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.865782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.865880] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 708.897491] env[65335]: INFO networking_nsxv3.common.synchronization [None req-ed0064aa-d3f5-40f1-8af9-1d7e7e95427f tempest-ServersV294TestFqdnHostnames-1552957411 tempest-ServersV294TestFqdnHostnames-1552957411-project-member] Enqueued Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_rules [ 708.898085] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_rules [ 708.899034] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.899034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.905852] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.906176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.906176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.908219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.908219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.922024] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 709.161394] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.161394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.161394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.161566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.161566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.161915] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 already deleted. [ 709.161915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.161915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.162436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.162436] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.221930] env[65335]: INFO networking_nsxv3.common.synchronization [req-ee2cc164-39e6-4e3e-aa1b-29b0108f6847 req-7cee8f1f-ddba-45ab-af6f-b89bb31b4d2e service nova] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_rules [ 709.221930] env[65335]: INFO networking_nsxv3.common.synchronization [req-ee2cc164-39e6-4e3e-aa1b-29b0108f6847 req-7cee8f1f-ddba-45ab-af6f-b89bb31b4d2e service nova] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 709.221930] env[65335]: INFO networking_nsxv3.common.synchronization [req-ee2cc164-39e6-4e3e-aa1b-29b0108f6847 req-7cee8f1f-ddba-45ab-af6f-b89bb31b4d2e service nova] Enqueued Resource ID: 10ddb5a6-4302-496f-a941-d0d4bd5326b2 with Priority: HIGHEST for action port [ 709.221930] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_rules [ 709.221930] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 709.222191] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ddb5a6-4302-496f-a941-d0d4bd5326b2 with Priority: HIGHEST for action port [ 709.222677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.222677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.222677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.223018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.223018] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.224103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.224203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.224392] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ddb5a6-4302-496f-a941-d0d4bd5326b2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.224392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ddb5a6-4302-496f-a941-d0d4bd5326b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.224495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ddb5a6-4302-496f-a941-d0d4bd5326b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.224632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ddb5a6-4302-496f-a941-d0d4bd5326b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.224785] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ddb5a6-4302-496f-a941-d0d4bd5326b2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.437804] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: SUCCESS [ 709.438141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.438141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.438407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.438772] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.438772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.438772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.438960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.439050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.439079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.439189] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.441046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.441046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.441046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.441046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.441046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.441046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.441046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.441046] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.454215] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 709.454385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.454534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.454704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.454892] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.455015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.455083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.455234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.455331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.455385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.455523] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.457850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.458248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.458248] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.458377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.458377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.458508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.458597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.458683] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.685695] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.686713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.686713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.686713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.686713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.686713] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 already deleted. [ 709.686713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.726267] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.727336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.727730] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ddb5a6-4302-496f-a941-d0d4bd5326b2 with status ACTIVE [ 709.727925] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.729812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.729812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.729812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.729812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.730064] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.730185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.730266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.730481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.730534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.731061] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.731061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.731061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.731221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.731298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.731386] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ddb5a6-4302-496f-a941-d0d4bd5326b2 is going to be updated. [ 709.753189] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.753426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.753426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.753600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.753722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.753888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ddb5a6-4302-496f-a941-d0d4bd5326b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.770564] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 709.770792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.770953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.771183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.771370] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.771483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.771546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.771695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.771777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.771860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.771952] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.794828] env[65335]: INFO networking_nsxv3.common.synchronization [req-46eb0743-713f-4172-bcd2-21501ebdb0fb req-9aeb08e9-4dad-4550-bd16-1ef3741b7008 tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 709.795446] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 709.795648] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.795774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.795847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.796528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.796691] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.797054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.797054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.797054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.797244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.797244] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.944279] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.945196] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.961028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.961028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.961028] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.187102] env[65335]: INFO networking_nsxv3.common.synchronization [req-465a9f64-4b64-4ed2-9ad3-e98255ac916a req-b1ae8d86-6818-4038-ba8d-d98486e1ea2e tempest-ServerRescueTestJSONUnderV235-1962092744 tempest-ServerRescueTestJSONUnderV235-1962092744-project-member] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 710.187614] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGHEST for action security_group_members [ 710.187908] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.190456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.190456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.190456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.190456] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.190456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.190456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.190456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.190456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.190456] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.246557] env[65335]: INFO networking_nsxv3.common.synchronization [None req-492df3a0-5a8d-4fa3-b149-40a46c930ae8 None None] Enqueued Resource ID: e5d34ad9-c2f1-4f86-a418-1bdcb9f88079 with Priority: HIGHEST for action port [ 710.247426] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d34ad9-c2f1-4f86-a418-1bdcb9f88079 with Priority: HIGHEST for action port [ 710.250175] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5d34ad9-c2f1-4f86-a418-1bdcb9f88079 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.250344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5d34ad9-c2f1-4f86-a418-1bdcb9f88079" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.250407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5d34ad9-c2f1-4f86-a418-1bdcb9f88079" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.250707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5d34ad9-c2f1-4f86-a418-1bdcb9f88079" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.250797] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d34ad9-c2f1-4f86-a418-1bdcb9f88079',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.274542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.274711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.274782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.275036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.275206] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.275307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.275373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.275552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.275651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.275753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.275899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.276017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.276078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.276231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.276365] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.276466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.276525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.276674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.276748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.276826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.277191] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.300091] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.300091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.300361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.300581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.300713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.300952] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.301096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.301185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.301387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.301504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.301613] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 already deleted. [ 710.301731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.446359] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 878096d8-34bc-4d44-b271-f03c14db3758: rpc.has_security_group_logging(os_id): False [ 710.448065] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.462973] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.478087] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.479038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.479038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.479038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.479038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.479038] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.479326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.479326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.479326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.479426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.479457] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 878096d8-34bc-4d44-b271-f03c14db3758 is going to be created. [ 710.539822] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.539822] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.540094] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.540336] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.540614] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.540821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.540888] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.541128] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.541394] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.541483] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.541548] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.541652] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.541753] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.541850] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.541944] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.542077] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.554293] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.554498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.554498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.555058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.555058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.582095] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.582095] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.582294] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.582428] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.582844] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-3f229ddc-6711-461c-9af9-ee8d77cf6e18 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.583177] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-3f229ddc-6711-461c-9af9-ee8d77cf6e18" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.583302] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-3f229ddc-6711-461c-9af9-ee8d77cf6e18" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.583666] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-3f229ddc-6711-461c-9af9-ee8d77cf6e18" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.583772] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f229ddc-6711-461c-9af9-ee8d77cf6e18',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.585921] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: IN_PROGRESS for 2s [ 710.650377] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: SUCCESS [ 710.650662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.650797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.651064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.651252] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.651385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.651487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.651746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.651859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.651966] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.692492] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.692696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.692696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.692924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.693039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.693232] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.693359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.693402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.693550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.693609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.693689] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be updated. [ 710.726969] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.727130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.727200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.727426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.727626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.739836] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: IN_PROGRESS for 2s [ 710.753804] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5d34ad9-c2f1-4f86-a418-1bdcb9f88079 [ 710.753804] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.753804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.753804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.753804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.753804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.753804] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5d34ad9-c2f1-4f86-a418-1bdcb9f88079 already deleted. [ 710.753804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5d34ad9-c2f1-4f86-a418-1bdcb9f88079" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.780648] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c608fcb-513c-4761-9d58-57dad0da4c74: rpc.has_security_group_logging(os_id): False [ 710.806312] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.806312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.806312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.806312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.806312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.806696] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.806696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.806696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.806696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.806817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.806949] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.807068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.807131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.807273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.807484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.808026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.808026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.808026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.808542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.808542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.808542] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 710.873932] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.874101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.875192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.875192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.875192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.888420] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 710.953071] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 710.953401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.953698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.953811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.953904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.954101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.954179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.954265] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878096d8-34bc-4d44-b271-f03c14db3758 is going to be updated. [ 710.955729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.955915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.956097] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.956204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.956269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.956416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.956498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.956591] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.968399] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.968399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.968399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.968399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.968399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.968399] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 711.023106] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.023106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.023106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.023106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.023557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.027455] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.027455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.027455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.027886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.028019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.038283] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: IN_PROGRESS for 2s [ 711.045794] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 711.089065] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.089226] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.089226] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.090046] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.090046] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.090046] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 3f229ddc-6711-461c-9af9-ee8d77cf6e18 not found, creating... [ 711.090181] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.090956] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.091574] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.092711] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.092711] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.092711] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.092711] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.092711] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.092930] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.092964] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.093378] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 3f229ddc-6711-461c-9af9-ee8d77cf6e18 is going to be created. [ 711.121767] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.121767] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.121767] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.121767] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.121767] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.121767] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-3f229ddc-6711-461c-9af9-ee8d77cf6e18" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.154641] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.459077] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.657688] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.815204] env[65335]: INFO networking_nsxv3.common.synchronization [req-46eb0743-713f-4172-bcd2-21501ebdb0fb req-ff6c582e-6dd4-48b5-8ca3-261429c5673d service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 711.815598] env[65335]: INFO networking_nsxv3.common.synchronization [req-46eb0743-713f-4172-bcd2-21501ebdb0fb req-ff6c582e-6dd4-48b5-8ca3-261429c5673d service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 711.815862] env[65335]: INFO networking_nsxv3.common.synchronization [req-46eb0743-713f-4172-bcd2-21501ebdb0fb req-ff6c582e-6dd4-48b5-8ca3-261429c5673d service nova] Enqueued Resource ID: 3f229ddc-6711-461c-9af9-ee8d77cf6e18 with Priority: HIGHEST for action port [ 711.817151] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 711.817493] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 711.817779] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f229ddc-6711-461c-9af9-ee8d77cf6e18 with Priority: HIGHEST for action port [ 711.818292] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.818476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.818596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.819010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.819170] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.821406] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.822104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.822257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.822581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.822810] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.823053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.823185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.823423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.823575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.823692] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.825479] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f229ddc-6711-461c-9af9-ee8d77cf6e18 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.826050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f229ddc-6711-461c-9af9-ee8d77cf6e18" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.826185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f229ddc-6711-461c-9af9-ee8d77cf6e18" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.826474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f229ddc-6711-461c-9af9-ee8d77cf6e18" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.827391] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f229ddc-6711-461c-9af9-ee8d77cf6e18',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.961981] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.165334] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.165334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.165334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.165334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.165334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.165334] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 is going to be updated. [ 712.198899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.199043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.199122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.199338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.199486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.211672] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: IN_PROGRESS for 2s [ 712.326608] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.332091] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.332236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.334016] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f229ddc-6711-461c-9af9-ee8d77cf6e18 with status ACTIVE [ 712.334016] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.334016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.334016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.334823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.334823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.334823] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.334823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.334823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.335994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.335994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.335994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.335994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.335994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.335994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.335994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.335994] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f229ddc-6711-461c-9af9-ee8d77cf6e18 is going to be updated. [ 712.370291] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.370291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.370291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.370456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.370605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.370917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f229ddc-6711-461c-9af9-ee8d77cf6e18" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.465497] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.465708] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.465807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.466129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.466249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.466405] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 712.518337] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.518518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.518518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.519419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.529130] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 712.602922] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: SUCCESS [ 712.603176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.603357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.603590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.603685] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.752175] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce8dc3ee-3546-4484-ad40-087c532fc197 in Status: SUCCESS [ 712.752415] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 deletion is rescheduled due to dependency. [ 712.752546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.830093] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.911253] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 712.911485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.056865] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: SUCCESS [ 713.057373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.057486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.057825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.058140] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.058341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.058455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.058731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.058854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.059018] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.065038] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 713.065038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.065194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.066564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.066564] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.066564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.066564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.066564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.066564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.066564] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.106506] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.106727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.333716] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.333716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.334679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.335075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.335260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.335468] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be created. [ 713.366935] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.367227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.367346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.367686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.367937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.383061] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: UNINITIALIZED for 2s [ 713.570277] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.574810] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.710187] env[65335]: INFO networking_nsxv3.common.synchronization [req-0b8a5300-2dd7-420f-bda6-c3fc401fa844 req-0429b70b-6cb5-468c-8e3c-9901e756d3ad tempest-ListServerFiltersTestJSON-1424647277 tempest-ListServerFiltersTestJSON-1424647277-project-member] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 713.710522] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 713.710897] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.711018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.073897] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.075069] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.224314] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: SUCCESS [ 714.224314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.224545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.224681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.224807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.225048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.225048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.225143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.225287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.225320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.225383] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.266066] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.268037] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.268037] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.268037] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.268124] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.268292] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.268402] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.268668] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.269050] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.269110] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.269304] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.269451] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.269570] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.269713] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.269840] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.270015] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.291503] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.291672] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.291803] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.291978] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-67" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.292478] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.292541] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.292651] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.292970] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.293126] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.540452] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 714.540907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.541132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.541367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.541559] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.541676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.541745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.541891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.541976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.542075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.542174] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.543074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.543294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.543455] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.543551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.543643] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.543867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.543943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.544039] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.578398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.578599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.578599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.578816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.578907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.579013] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 714.580517] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.580628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.580699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.580853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.580939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.581102] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878096d8-34bc-4d44-b271-f03c14db3758 is going to be updated. [ 714.612055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.612273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.612273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.612483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.612831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.614484] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.614613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.614683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.614847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.614975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.625553] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: IN_PROGRESS for 2s [ 714.626198] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 714.728962] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.795692] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.795928] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.796082] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.796337] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.796487] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.796641] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92 not found, creating... [ 714.796901] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.797071] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.797184] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.797396] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.797525] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.797827] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.798036] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.798191] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.798441] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.798607] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.798753] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92 is going to be created. [ 714.819925] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.820134] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.820253] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.820529] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.820907] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.821044] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.046417] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.050104] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.050104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.233635] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7: rpc.has_security_group_logging(os_id): False [ 715.258282] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.258558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.258558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.258759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.258855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.259119] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.259266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.259266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.259432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.259511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.259604] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 is going to be created. [ 715.352684] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.352888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.352927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.353144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.353326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.373402] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: IN_PROGRESS for 2s [ 715.396944] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 715.397628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.398231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.399092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.399204] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.399413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.399552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.399823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.402325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.402458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.402555] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.551477] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.580290] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b4a45fc6-e9dc-41f1-86a8-350d482ec57f None None] Enqueued Resource ID: 1775a0c6-5dd5-4fbb-984f-92dc6ab922ee with Priority: HIGHEST for action port [ 715.580876] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1775a0c6-5dd5-4fbb-984f-92dc6ab922ee with Priority: HIGHEST for action port [ 715.581682] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-1775a0c6-5dd5-4fbb-984f-92dc6ab922ee taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.581893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1775a0c6-5dd5-4fbb-984f-92dc6ab922ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.582866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1775a0c6-5dd5-4fbb-984f-92dc6ab922ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.584300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1775a0c6-5dd5-4fbb-984f-92dc6ab922ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.584300] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1775a0c6-5dd5-4fbb-984f-92dc6ab922ee',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.610531] env[65335]: INFO networking_nsxv3.common.synchronization [req-0b8a5300-2dd7-420f-bda6-c3fc401fa844 req-48908532-733a-469b-ad18-a55b8f74a89d service nova] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_rules [ 715.610531] env[65335]: INFO networking_nsxv3.common.synchronization [req-0b8a5300-2dd7-420f-bda6-c3fc401fa844 req-48908532-733a-469b-ad18-a55b8f74a89d service nova] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 715.610531] env[65335]: INFO networking_nsxv3.common.synchronization [req-0b8a5300-2dd7-420f-bda6-c3fc401fa844 req-48908532-733a-469b-ad18-a55b8f74a89d service nova] Enqueued Resource ID: ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92 with Priority: HIGHEST for action port [ 715.610767] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_rules [ 715.611486] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 715.611689] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92 with Priority: HIGHEST for action port [ 715.612187] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.612348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.612607] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.612725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.612933] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.613075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.613220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.613456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.613680] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.905177] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.905347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.905421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.905674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.905870] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.905949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.906046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.906214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.906550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.906550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.906550] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.906689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.906689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.907021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.907021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.907021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.907167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.907198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.907388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.907446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.908583] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.055261] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.055261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.055261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.055261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.055261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.055261] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 716.086781] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.086940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.086940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.087163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.088053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.088895] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1775a0c6-5dd5-4fbb-984f-92dc6ab922ee [ 716.089158] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.089276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.089340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.089545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.089633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.089725] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1775a0c6-5dd5-4fbb-984f-92dc6ab922ee already deleted. [ 716.089806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1775a0c6-5dd5-4fbb-984f-92dc6ab922ee" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.099630] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 716.116584] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92 with status ACTIVE [ 716.116584] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.116584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.116584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.116840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.116879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.117085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.117194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.117252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.117433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.117570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.117757] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.117862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.117912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.118100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.121098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.121098] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92 is going to be updated. [ 716.146250] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.146387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.146461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.146704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.146797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.146960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba3d94ee-c55b-41a4-b8c7-c5dab3f31c92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.343883] env[65335]: INFO networking_nsxv3.common.synchronization [req-d4d37013-9cbb-4886-8075-161595fad085 req-55ff77cf-872a-45d9-be32-5c231befc76a tempest-InstanceActionsTestJSON-1464524796 tempest-InstanceActionsTestJSON-1464524796-project-member] Enqueued Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGHEST for action security_group_members [ 716.343883] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGHEST for action security_group_members [ 716.343883] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.347189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.347189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.347189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.347523] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.347523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.347741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.347825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.347884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.347990] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.412445] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a2f015-cee2-476b-a70b-1bdc4e201b02: rpc.has_security_group_logging(os_id): False [ 716.438898] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.439182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.439182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.439426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.439426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.439692] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.439838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.439896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.440406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.440406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.440406] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.440614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.440614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.440712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.440762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.440953] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.441062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.441143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.441327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.441327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.441414] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be created. [ 716.513134] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.513350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.513485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.513686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.513932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.529639] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 716.639025] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 716.639025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.639025] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: SUCCESS [ 716.639361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.639361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.639602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.646021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.646021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.646021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.646021] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.646021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.646779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.646779] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.646779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.646779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.646779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.646779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.646779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.648571] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.768932] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.769148] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-561" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.769263] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-561" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.769587] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-561" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.771637] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.771837] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.771907] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.772858] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.772858] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.772858] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.772858] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.772858] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.773095] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.773095] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.773191] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.773434] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.794063] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.794296] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.794453] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.795479] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-561" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.795479] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-9bb434ef-7db8-4efe-b75c-de042f64df81 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.795479] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-9bb434ef-7db8-4efe-b75c-de042f64df81" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.795479] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-9bb434ef-7db8-4efe-b75c-de042f64df81" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.795709] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-9bb434ef-7db8-4efe-b75c-de042f64df81" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.795709] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb434ef-7db8-4efe-b75c-de042f64df81',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.850771] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.850771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.850771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.851599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.851599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.851920] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.852131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.852217] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.852410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.852495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.852587] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 already deleted. [ 716.852671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.150174] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba0b65d-37f9-4142-9444-a596f3d89e11: rpc.has_security_group_logging(os_id): False [ 717.151535] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.174531] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.174665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.174818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.175134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.175292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.175609] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.175687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.175731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.175904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.175991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.176981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.176981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.176981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.176981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.176981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.176981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.176981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.176981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.177270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.177270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.177270] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 717.244200] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.244400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.244472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.244899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.245182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.262464] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 717.299518] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.299718] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.300638] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.300638] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.300638] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.300638] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 9bb434ef-7db8-4efe-b75c-de042f64df81 not found, creating... [ 717.300638] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.300871] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.300902] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.301178] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.301305] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.301610] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.301763] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.301871] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.302342] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.302518] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.302652] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 9bb434ef-7db8-4efe-b75c-de042f64df81 is going to be created. [ 717.351342] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.351714] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.351714] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.353395] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.353395] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.353395] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-9bb434ef-7db8-4efe-b75c-de042f64df81" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.388042] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: SUCCESS [ 717.388042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.655479] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 878096d8-34bc-4d44-b271-f03c14db3758: rpc.has_security_group_logging(os_id): False [ 717.678814] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.678814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.679014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.679122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.679197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.679416] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.679517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.682562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.682562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.682562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.682562] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 878096d8-34bc-4d44-b271-f03c14db3758 is going to be updated. [ 717.764954] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.764954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.764954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.764954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.764954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.785186] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: IN_PROGRESS for 2s [ 718.113803] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 718.114073] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.114303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.114560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.114792] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.114932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.115019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.115261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.115744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.115744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.115744] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.115744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.115744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.115992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.117158] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.117320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.117396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.117611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.118241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.118241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.118241] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.119106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.119349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.119477] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.119599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.119655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.119809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.119928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.120074] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.200653] env[65335]: INFO networking_nsxv3.common.synchronization [req-d4d37013-9cbb-4886-8075-161595fad085 req-bc912d25-a3e9-4da5-a6f8-9cd69e0aa6ab service nova] Enqueued Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGHEST for action security_group_rules [ 718.200868] env[65335]: INFO networking_nsxv3.common.synchronization [req-d4d37013-9cbb-4886-8075-161595fad085 req-bc912d25-a3e9-4da5-a6f8-9cd69e0aa6ab service nova] Enqueued Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGHEST for action security_group_members [ 718.201066] env[65335]: INFO networking_nsxv3.common.synchronization [req-d4d37013-9cbb-4886-8075-161595fad085 req-bc912d25-a3e9-4da5-a6f8-9cd69e0aa6ab service nova] Enqueued Resource ID: 9bb434ef-7db8-4efe-b75c-de042f64df81 with Priority: HIGHEST for action port [ 718.201635] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGHEST for action security_group_rules [ 718.201862] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGHEST for action security_group_members [ 718.202731] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb434ef-7db8-4efe-b75c-de042f64df81 with Priority: HIGHEST for action port [ 718.203118] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.203248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.203317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.204378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.204378] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.205363] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.205512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.205600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.205807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.205974] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.206090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.206152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.206562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.206562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.206562] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.207407] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb434ef-7db8-4efe-b75c-de042f64df81 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.207503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb434ef-7db8-4efe-b75c-de042f64df81" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.207600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb434ef-7db8-4efe-b75c-de042f64df81" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.208085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb434ef-7db8-4efe-b75c-de042f64df81" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.208085] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb434ef-7db8-4efe-b75c-de042f64df81',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.242067] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c913ccf1-e0bb-4a23-abb4-7dfce50312cc None None] Enqueued Resource ID: 7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa with Priority: HIGHEST for action port [ 718.242746] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa with Priority: HIGHEST for action port [ 718.245219] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.245219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.245219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.245219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.245539] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.545048] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 718.545048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.625577] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1a27c6a-d5aa-42d4-9eb8-283b923bc1db: rpc.has_security_group_logging(os_id): False [ 718.625577] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.643971] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.644205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.644298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.644594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.644788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.645052] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.645182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.645292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.645573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.645695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.645926] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.646556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.646685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.647304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.647447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.647756] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.647909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.648021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.648266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.648365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.648477] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 718.715033] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.715033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.715033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.716320] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bb434ef-7db8-4efe-b75c-de042f64df81 with status ACTIVE [ 718.716445] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.716565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.716631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.716890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.716991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.717181] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.717279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.717350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.717546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.717720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.717906] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.717992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.718066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.718237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.718320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.718404] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bb434ef-7db8-4efe-b75c-de042f64df81 is going to be updated. [ 718.750323] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa [ 718.750323] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.750323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.750323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.750323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.750323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.750323] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa already deleted. [ 718.750845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bfbb3ec-1422-43b2-bd37-c2ad12ff97fa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.756028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.756261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.756261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.756453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.756591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.756759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb434ef-7db8-4efe-b75c-de042f64df81" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.765619] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.765845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.765923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.766167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.766351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.782039] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 719.129018] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.215328] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.278320] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 719.278320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.278475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.278690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.278793] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.635046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.635046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.635046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.635046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.635046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.635046] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 719.671628] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.673796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.686044] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 719.720371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.720548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.720622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.720976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.721043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.721122] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 is going to be created. [ 719.751272] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.751463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.751535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.751796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.752052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.768815] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 in Status: UNINITIALIZED for 2s [ 719.781434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.781665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.781735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.781976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.782167] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.782285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.782882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.782882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.782882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.782882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.782882] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.800080] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: SUCCESS [ 719.800318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.098841] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c19af2e4-fa08-425f-8008-e27982e1b462 None None] Enqueued Resource ID: 7050bf49-032b-430b-b85e-b17a6d4f4b1e with Priority: HIGHEST for action port [ 720.099517] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7050bf49-032b-430b-b85e-b17a6d4f4b1e with Priority: HIGHEST for action port [ 720.099768] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-7050bf49-032b-430b-b85e-b17a6d4f4b1e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.099900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7050bf49-032b-430b-b85e-b17a6d4f4b1e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.100018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7050bf49-032b-430b-b85e-b17a6d4f4b1e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.100559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7050bf49-032b-430b-b85e-b17a6d4f4b1e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.100771] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7050bf49-032b-430b-b85e-b17a6d4f4b1e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.285674] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.285884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.285970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.286423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.286545] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.288299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.288404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.288680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.288809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.288943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.292076] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.292076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.292076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.292076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.292076] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.293756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.293956] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.294402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.294444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.294573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.294738] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.606406] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7050bf49-032b-430b-b85e-b17a6d4f4b1e [ 720.606406] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.606613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.606613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.606883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.606926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.607027] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7050bf49-032b-430b-b85e-b17a6d4f4b1e already deleted. [ 720.607107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7050bf49-032b-430b-b85e-b17a6d4f4b1e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.799179] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba0b65d-37f9-4142-9444-a596f3d89e11: rpc.has_security_group_logging(os_id): False [ 720.800789] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 720.801039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.801225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.801483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.801581] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.845591] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.845591] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.845591] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.845591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.846190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.846190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.846190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.846190] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.846338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.846338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.846395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.847762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.847762] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 720.946349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.946349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.946349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.946349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.946349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.965098] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 721.308582] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.308854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.699938] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 721.700540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.700885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.701260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.701583] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.701770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.701883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.702110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.702318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.702472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.702623] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.805243] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 in Status: SUCCESS [ 721.805243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.805243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.805243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.805243] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.805243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.805243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.805243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.805243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.805243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.805243] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.205958] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.206652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.206652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.206652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.206975] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.207827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.207983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.208350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.208350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.208350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.208685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.208685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.208685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.208828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.209069] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.209069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.209967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.210095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.210719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.210719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.210719] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.308475] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.308688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.308741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.309129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.309309] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.309424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.309490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.309698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.309813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.309967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.310115] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.310250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.310325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.310608] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.310695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.310753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.310984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.311621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.313040] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.713523] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1a27c6a-d5aa-42d4-9eb8-283b923bc1db: rpc.has_security_group_logging(os_id): False [ 722.737928] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.738146] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.738229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.738452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.738549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.738809] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.738950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.739049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.739255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.739391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.739592] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.739690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.739781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.739951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.740077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.740305] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.740402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.740506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.740665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.740748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.740834] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 722.812041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.812041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.812041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.812041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.812041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.814428] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe0068b8-ab26-4600-88f2-7bd172a8c0f9: rpc.has_security_group_logging(os_id): False [ 722.831877] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 722.845622] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.845622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.845622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.845807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.846979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.846979] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.846979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.846979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.846979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.846979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.846979] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.846979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.846979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.847492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.847492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.847655] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.847856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.848470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.848683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.848773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.848867] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 is going to be created. [ 722.982147] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.982270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.982325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.982521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.982695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.991467] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 722.991728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.993472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 in Status: IN_PROGRESS for 2s [ 723.656522] env[65335]: INFO networking_nsxv3.common.synchronization [None req-d5b42151-a7aa-403a-9d5a-f61dc4d8df02 None None] Enqueued Resource ID: c214d07e-b9b2-4efb-b979-531336b7fb6b with Priority: HIGHEST for action port [ 723.657266] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c214d07e-b9b2-4efb-b979-531336b7fb6b with Priority: HIGHEST for action port [ 723.657431] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c214d07e-b9b2-4efb-b979-531336b7fb6b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.657627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c214d07e-b9b2-4efb-b979-531336b7fb6b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.657707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c214d07e-b9b2-4efb-b979-531336b7fb6b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.658235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c214d07e-b9b2-4efb-b979-531336b7fb6b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.658883] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c214d07e-b9b2-4efb-b979-531336b7fb6b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.161680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c214d07e-b9b2-4efb-b979-531336b7fb6b [ 724.162525] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.162525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.162525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.162678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.162712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.162831] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c214d07e-b9b2-4efb-b979-531336b7fb6b already deleted. [ 724.165068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c214d07e-b9b2-4efb-b979-531336b7fb6b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.851673] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 724.851933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.007018] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 in Status: SUCCESS [ 725.007145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.905889] env[65335]: INFO networking_nsxv3.common.synchronization [req-1d002ba7-340f-4d03-b079-68b2ab426fbb req-49c88668-9280-4f4a-8640-3843190d89b8 tempest-VolumesAdminNegativeTest-1332837272 tempest-VolumesAdminNegativeTest-1332837272-project-member] Enqueued Resource ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 with Priority: HIGHEST for action security_group_members [ 725.906201] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 with Priority: HIGHEST for action security_group_members [ 725.906788] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea5273a-ad43-47ac-9d1b-60828e5c1083 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.906950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.907069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.907350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.907722] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.907932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.908069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.908338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.908468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.908629] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ea5273a-ad43-47ac-9d1b-60828e5c1083',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.308392] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.308585] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-505" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.308729] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-505" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.309172] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-505" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.309442] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.309595] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.309705] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.309911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.310104] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.310307] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.310412] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.310514] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.310616] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.310717] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.310817] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.310938] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.333454] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.333623] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.333750] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.333990] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-505" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.334341] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-ee16cedb-44c4-4460-83bb-e3f70601e22b taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.334516] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-ee16cedb-44c4-4460-83bb-e3f70601e22b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.334628] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-ee16cedb-44c4-4460-83bb-e3f70601e22b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.334929] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-ee16cedb-44c4-4460-83bb-e3f70601e22b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.335092] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee16cedb-44c4-4460-83bb-e3f70601e22b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.411556] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.411719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.411790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.412034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.412135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.412325] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.412423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.412486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.412631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.412708] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.412792] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 already deleted. [ 726.412872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.838348] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.838581] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.838780] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.839163] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.839358] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.839582] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port ee16cedb-44c4-4460-83bb-e3f70601e22b not found, creating... [ 726.839942] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.840214] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.840385] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.840653] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.840810] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.841106] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.841268] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.841378] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.841586] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.841720] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.841860] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: ee16cedb-44c4-4460-83bb-e3f70601e22b is going to be created. [ 726.862978] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.863237] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.863363] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.863640] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.863904] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.864110] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-ee16cedb-44c4-4460-83bb-e3f70601e22b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.113898] env[65335]: INFO networking_nsxv3.common.synchronization [req-d58ae35f-a5e8-4bca-8afa-7f64495fe349 req-d9684812-c857-4d2a-9758-dc90e2d1e156 tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 727.114743] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 727.114941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.115095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.115195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.115403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.115561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.115683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.115747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.115902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.115987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.116119] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.593140] env[65335]: INFO networking_nsxv3.common.synchronization [req-1d002ba7-340f-4d03-b079-68b2ab426fbb req-dc6169ba-e66d-4973-b2c0-160973d81c05 service nova] Enqueued Resource ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 with Priority: HIGHEST for action security_group_rules [ 727.593140] env[65335]: INFO networking_nsxv3.common.synchronization [req-1d002ba7-340f-4d03-b079-68b2ab426fbb req-dc6169ba-e66d-4973-b2c0-160973d81c05 service nova] Enqueued Resource ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 with Priority: HIGHEST for action security_group_members [ 727.593140] env[65335]: INFO networking_nsxv3.common.synchronization [req-1d002ba7-340f-4d03-b079-68b2ab426fbb req-dc6169ba-e66d-4973-b2c0-160973d81c05 service nova] Enqueued Resource ID: ee16cedb-44c4-4460-83bb-e3f70601e22b with Priority: HIGHEST for action port [ 727.594438] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 with Priority: HIGHEST for action security_group_rules [ 727.594793] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 with Priority: HIGHEST for action security_group_members [ 727.595022] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16cedb-44c4-4460-83bb-e3f70601e22b with Priority: HIGHEST for action port [ 727.595418] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ea5273a-ad43-47ac-9d1b-60828e5c1083 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.595965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.596170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.596515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.596685] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ea5273a-ad43-47ac-9d1b-60828e5c1083',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.597694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea5273a-ad43-47ac-9d1b-60828e5c1083 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.598362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.601298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.601298] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.601298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.601968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.603798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.603798] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ea5273a-ad43-47ac-9d1b-60828e5c1083',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.603798] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee16cedb-44c4-4460-83bb-e3f70601e22b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.603798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee16cedb-44c4-4460-83bb-e3f70601e22b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.603798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee16cedb-44c4-4460-83bb-e3f70601e22b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.604542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee16cedb-44c4-4460-83bb-e3f70601e22b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.604727] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee16cedb-44c4-4460-83bb-e3f70601e22b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.618370] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.618510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.618575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.618795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.618903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.619221] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.619393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.619540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.619744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.619892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.620066] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 727.661065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.661372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.661372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.661531] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.661634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.673594] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 728.107164] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ea5273a-ad43-47ac-9d1b-60828e5c1083',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.109741] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea5273a-ad43-47ac-9d1b-60828e5c1083 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.109741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.109877] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee16cedb-44c4-4460-83bb-e3f70601e22b with status ACTIVE [ 728.109924] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.110323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.110323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.110323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.110533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.110604] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.110660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.110699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.110850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.110910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.112520] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.112520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.112520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.112520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.112520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.112520] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee16cedb-44c4-4460-83bb-e3f70601e22b is going to be updated. [ 728.135304] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.135618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.135618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.135725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.135842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.136028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee16cedb-44c4-4460-83bb-e3f70601e22b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.160925] env[65335]: INFO networking_nsxv3.common.synchronization [req-cd98442b-49de-47fe-a04b-866aa1145173 req-17f4c0ac-9033-4bba-a634-9705752fdfb9 tempest-ServersTestBootFromVolume-1447082686 tempest-ServersTestBootFromVolume-1447082686-project-member] Enqueued Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_members [ 728.161569] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGHEST for action security_group_members [ 728.162988] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.163200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.163389] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.163605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.163799] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.163934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.164022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.167172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.167172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.167172] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.614859] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ea5273a-ad43-47ac-9d1b-60828e5c1083',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.668593] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.668742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.668816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.669055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.695259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.695703] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.695853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.695956] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.696248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.696384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.696515] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac is going to be updated. [ 728.739364] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.739523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.739596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.739822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.739971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.751945] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac in Status: IN_PROGRESS for 2s [ 729.070986] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0ddd98dd-a8ff-42b3-b53f-73e178d8f774 tempest-ServerRescueNegativeTestJSON-565743917 tempest-ServerRescueNegativeTestJSON-565743917-project-member] Enqueued Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_rules [ 729.071568] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_rules [ 729.071822] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a74307-699c-4aaa-a059-442a1fb602dc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.071937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.071998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.075367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.075465] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.118389] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.118672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.118792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.119101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.119235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.119675] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 is going to be created. [ 729.145927] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.146240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.146240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.146359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.146521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.156042] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 in Status: UNINITIALIZED for 2s [ 729.185269] env[65335]: INFO networking_nsxv3.common.synchronization [None req-37f3282e-33f1-4054-994e-966f8942f17f tempest-ServerRescueNegativeTestJSON-565743917 tempest-ServerRescueNegativeTestJSON-565743917-project-member] Enqueued Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_rules [ 729.186032] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_rules [ 729.186032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a74307-699c-4aaa-a059-442a1fb602dc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.186420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.602349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.602597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.602597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.603767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.603767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.603767] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a74307-699c-4aaa-a059-442a1fb602dc already deleted. [ 729.603767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.603767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.603767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.603767] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.684677] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 729.684915] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 729.685061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.136961] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.137168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.137168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.137381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.137502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.137609] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a74307-699c-4aaa-a059-442a1fb602dc already deleted. [ 730.137763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.764104] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac in Status: SUCCESS [ 730.764453] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac deletion is rescheduled due to dependency. [ 730.764610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.166597] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 in Status: SUCCESS [ 731.166694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.166812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.167017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.167230] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.167346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.167419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.167557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.167633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.167963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.167963] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ea5273a-ad43-47ac-9d1b-60828e5c1083',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.610741] env[65335]: INFO networking_nsxv3.common.synchronization [req-2c552291-e3f1-49ff-bc54-b007fb7708c5 req-490900ec-c779-44a7-8fc3-96b6b8c30a63 tempest-ServersWithSpecificFlavorTestJSON-474019439 tempest-ServersWithSpecificFlavorTestJSON-474019439-project-member] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 731.611714] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 731.611787] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.611922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.612022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.612616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.612616] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.612616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.612773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.612817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.613500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.613500] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.669893] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea5273a-ad43-47ac-9d1b-60828e5c1083 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.670328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.670426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.670987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.670987] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.670987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.670987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.671248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.671248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.671343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.671491] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea5273a-ad43-47ac-9d1b-60828e5c1083 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.671585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.671642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.671784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.671919] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.672018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.672068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.672207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.672282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.672363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.672451] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ea5273a-ad43-47ac-9d1b-60828e5c1083',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.116032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.116554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.116554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.116699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.145074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.145465] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.145672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.145886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.147390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.147463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.147642] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be updated. [ 732.174999] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ea5273a-ad43-47ac-9d1b-60828e5c1083: rpc.has_security_group_logging(os_id): False [ 732.182705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.182929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.183169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.183439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.183596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.199136] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: IN_PROGRESS for 2s [ 732.204629] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.204956] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.205145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.205400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.205495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.205900] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.206077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.206248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.206573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.206728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.206977] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.207176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.207235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.207540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.207715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.207968] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.208116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.208236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.208830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208830] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 is going to be created. [ 732.300133] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.300324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.300324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.300656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.300836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.323194] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 in Status: IN_PROGRESS for 2s [ 733.041479] env[65335]: INFO networking_nsxv3.common.synchronization [req-0e86dcb2-5a9e-47b1-8f4a-cbb36e624245 req-f7ce5bff-3bd1-4ee0-b081-41563374a311 tempest-ServersAdminNegativeTestJSON-610001969 tempest-ServersAdminNegativeTestJSON-610001969-project-member] Enqueued Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 733.042286] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 733.042700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.042861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.042950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.043184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.043494] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.043494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.043594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.043735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.043835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.043955] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.546277] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.606963] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.607163] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.607285] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.607531] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.607837] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.608000] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.608632] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.608962] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.609128] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.609338] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.609442] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.609539] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.609640] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.609739] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.609836] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.609953] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.630680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.630824] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.630955] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.631140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.631444] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.631608] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.631716] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.632742] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.632742] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.048970] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.137359] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.137629] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.137679] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.138075] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.138238] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.138390] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe not found, creating... [ 734.138641] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.138791] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.138901] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.139130] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.139262] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.139533] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.139677] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.139790] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.140367] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.140505] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.140643] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe is going to be created. [ 734.164146] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.164378] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.164537] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.164769] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.164994] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.165231] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.211029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: SUCCESS [ 734.211238] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd deletion is rescheduled due to dependency. [ 734.211359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.244768] env[65335]: INFO networking_nsxv3.common.synchronization [req-fa480843-1ea7-49f1-8b48-c2be47c5b3b5 req-d075524e-50d4-441d-be60-42f1284f6ccc tempest-ImagesOneServerTestJSON-1060879667 tempest-ImagesOneServerTestJSON-1060879667-project-member] Enqueued Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGHEST for action security_group_members [ 734.245507] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGHEST for action security_group_members [ 734.245773] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-244cef86-9de4-4469-9abc-ed00a04ed508 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.245946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.245946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.246158] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.246310] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.246443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.246486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.246627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.246733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.246828] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.334161] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 in Status: SUCCESS [ 734.334406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.551741] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.552204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.552204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.552358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.552407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.552487] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad is going to be updated. [ 734.581247] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.581486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.581486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.581672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.581819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.591557] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: IN_PROGRESS for 2s [ 734.749352] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.749499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.749835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.749835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.773490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.773768] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.773883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.774062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.774398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.774504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.774604] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 244cef86-9de4-4469-9abc-ed00a04ed508 is going to be updated. [ 734.808556] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.808753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.808908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.809127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.809334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.820246] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 244cef86-9de4-4469-9abc-ed00a04ed508 in Status: IN_PROGRESS for 2s [ 734.903560] env[65335]: INFO networking_nsxv3.common.synchronization [req-0e86dcb2-5a9e-47b1-8f4a-cbb36e624245 req-7fcf50da-39f3-4599-a5fd-2cc9bdf57433 service nova] Enqueued Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_rules [ 734.903560] env[65335]: INFO networking_nsxv3.common.synchronization [req-0e86dcb2-5a9e-47b1-8f4a-cbb36e624245 req-7fcf50da-39f3-4599-a5fd-2cc9bdf57433 service nova] Enqueued Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 734.903560] env[65335]: INFO networking_nsxv3.common.synchronization [req-0e86dcb2-5a9e-47b1-8f4a-cbb36e624245 req-7fcf50da-39f3-4599-a5fd-2cc9bdf57433 service nova] Enqueued Resource ID: de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe with Priority: HIGHEST for action port [ 734.903992] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_rules [ 734.907281] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 734.907281] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe with Priority: HIGHEST for action port [ 734.907281] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.907281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.907281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.907281] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.907281] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.907281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907281] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.907281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.907946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.907946] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.410996] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.411173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.411370] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe with status ACTIVE [ 735.411552] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.411678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.411747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.411962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.412062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.412337] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.412439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.412500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.412664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.412743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.412988] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.413112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.413226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.413300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.413373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.413455] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe is going to be updated. [ 735.439882] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.439995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.440058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.440794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.440794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.440794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de68a8cc-bb4f-40e7-a8eb-6498c79bcbbe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.605020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: SUCCESS [ 736.605020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.605400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.605400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.606419] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.606548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.606612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.607272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.607272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.607272] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.833871] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 244cef86-9de4-4469-9abc-ed00a04ed508 in Status: SUCCESS [ 736.834097] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 244cef86-9de4-4469-9abc-ed00a04ed508 deletion is rescheduled due to dependency. [ 736.834215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.110449] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.613911] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.099223] env[65335]: INFO networking_nsxv3.common.synchronization [req-cb96939c-c595-47f4-8e3b-077620f4bdb9 req-542c603f-f84e-45e7-92a4-a3695cbb05b6 tempest-ServersAdminTestJSON-212052118 tempest-ServersAdminTestJSON-212052118-project-member] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 738.099223] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 738.100501] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.100924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.100924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.101806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.101806] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.101806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.101806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.101806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.101806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.101806] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.117019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.117019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.117019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.117207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.117295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.117400] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad is going to be updated. [ 738.154274] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.154474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.154550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.154973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.155100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.167856] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: IN_PROGRESS for 2s [ 738.323970] env[65335]: INFO networking_nsxv3.common.synchronization [None req-3e7b0c96-b601-4866-b5b1-7ff47604c0ff None None] Enqueued Resource ID: 38ed30b9-6b5c-4d0e-884e-c6475d46b238 with Priority: HIGHEST for action port [ 738.324637] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ed30b9-6b5c-4d0e-884e-c6475d46b238 with Priority: HIGHEST for action port [ 738.324981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ed30b9-6b5c-4d0e-884e-c6475d46b238 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.325140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ed30b9-6b5c-4d0e-884e-c6475d46b238" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.325228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ed30b9-6b5c-4d0e-884e-c6475d46b238" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.325488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ed30b9-6b5c-4d0e-884e-c6475d46b238" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.325574] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ed30b9-6b5c-4d0e-884e-c6475d46b238',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.539204] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.539469] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.539578] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.539868] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.540274] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.540440] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.540589] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.540840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.541051] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.541298] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.541434] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.541550] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.541657] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.541806] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.541939] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.542124] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.570524] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.570524] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.570524] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.570708] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-852" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.571025] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-af144d27-b164-435c-a34f-7e5ba9987d5a taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.571324] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-af144d27-b164-435c-a34f-7e5ba9987d5a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.571324] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-af144d27-b164-435c-a34f-7e5ba9987d5a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.571630] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-af144d27-b164-435c-a34f-7e5ba9987d5a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.571976] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af144d27-b164-435c-a34f-7e5ba9987d5a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.604032] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.828505] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38ed30b9-6b5c-4d0e-884e-c6475d46b238 [ 738.828505] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.828505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.828892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.828892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.829595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.829595] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38ed30b9-6b5c-4d0e-884e-c6475d46b238 already deleted. [ 738.829595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ed30b9-6b5c-4d0e-884e-c6475d46b238" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.950920] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b9a0dd40-fd44-4843-8289-1342305b4f38 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_rules [ 738.951555] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_rules [ 738.951858] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.951978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.952061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.952319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.952396] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.074294] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.075209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.075209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.077637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.077637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.077637] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port af144d27-b164-435c-a34f-7e5ba9987d5a not found, creating... [ 739.077637] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.077637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.077637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.077637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.077637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.077637] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.077637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.078058] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.078203] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.078510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.078761] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: af144d27-b164-435c-a34f-7e5ba9987d5a is going to be created. [ 739.101049] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.101589] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.101589] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.101692] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.101938] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.102653] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-af144d27-b164-435c-a34f-7e5ba9987d5a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.105251] env[65335]: INFO networking_nsxv3.common.synchronization [None req-ef3311fe-062d-4622-afac-71f99d71410d tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_rules [ 739.105829] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_rules [ 739.106062] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.106919] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.107083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.478796] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.479103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.480294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.480294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.480294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.480294] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 already deleted. [ 739.480294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.480294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.480294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.480294] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.610915] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.610915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.610915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.610915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.610915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.610915] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 739.640027] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.644128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.644128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.644128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.644128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.653866] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 739.843027] env[65335]: INFO networking_nsxv3.common.synchronization [req-cb96939c-c595-47f4-8e3b-077620f4bdb9 req-3373f8fe-dadf-4ba0-8276-df7bd8f2bc16 service nova] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_rules [ 739.843312] env[65335]: INFO networking_nsxv3.common.synchronization [req-cb96939c-c595-47f4-8e3b-077620f4bdb9 req-3373f8fe-dadf-4ba0-8276-df7bd8f2bc16 service nova] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 739.843425] env[65335]: INFO networking_nsxv3.common.synchronization [req-cb96939c-c595-47f4-8e3b-077620f4bdb9 req-3373f8fe-dadf-4ba0-8276-df7bd8f2bc16 service nova] Enqueued Resource ID: af144d27-b164-435c-a34f-7e5ba9987d5a with Priority: HIGHEST for action port [ 739.847028] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_rules [ 739.847028] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 739.847028] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af144d27-b164-435c-a34f-7e5ba9987d5a with Priority: HIGHEST for action port [ 739.847028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.847028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.847028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.847028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.847028] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.850341] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.850341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.850341] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-af144d27-b164-435c-a34f-7e5ba9987d5a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.850341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af144d27-b164-435c-a34f-7e5ba9987d5a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.850341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af144d27-b164-435c-a34f-7e5ba9987d5a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.850341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af144d27-b164-435c-a34f-7e5ba9987d5a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.850341] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af144d27-b164-435c-a34f-7e5ba9987d5a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.002357] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.002630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.002630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.003300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.003300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.003300] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 already deleted. [ 740.003300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.178037] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: SUCCESS [ 740.178305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.178451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.178763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.178914] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.179041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.179141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.180685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.180685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.180685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.180685] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.351036] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.351186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.352483] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af144d27-b164-435c-a34f-7e5ba9987d5a with status ACTIVE [ 740.352768] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.352768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.352944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.353037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.353165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.353341] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.353469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.353498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.353642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.353860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.353917] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.353988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.354050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.354183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.354256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.354337] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af144d27-b164-435c-a34f-7e5ba9987d5a is going to be updated. [ 740.377182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.377357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.377415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.377615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.378411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.378411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af144d27-b164-435c-a34f-7e5ba9987d5a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.683301] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.683574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.683667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.683934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.684211] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.684318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.684410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.684590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.684720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.684832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.685067] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.685236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.685722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.685904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.686069] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.686163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.686264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.686417] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.686584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686752] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.922802] env[65335]: INFO networking_nsxv3.common.synchronization [None req-dbc9bdc1-8a85-475e-9e26-2c94b12894db None None] Enqueued Resource ID: 267b4182-b11c-47a8-b032-004b6538872c with Priority: HIGHEST for action port [ 740.923511] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267b4182-b11c-47a8-b032-004b6538872c with Priority: HIGHEST for action port [ 740.923857] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-267b4182-b11c-47a8-b032-004b6538872c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.929142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-267b4182-b11c-47a8-b032-004b6538872c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.929624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-267b4182-b11c-47a8-b032-004b6538872c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.931468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-267b4182-b11c-47a8-b032-004b6538872c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.931468] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267b4182-b11c-47a8-b032-004b6538872c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.191866] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad: rpc.has_security_group_logging(os_id): False [ 741.213011] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.213851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.213851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.213851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.236728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.237051] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.237191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.237259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.237454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.237536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.237711] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.237839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.237895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.238045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.238124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.238298] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.238389] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.238456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.238584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.238659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.238742] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad is going to be updated. [ 741.332281] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.332465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.332601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.332857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.333042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.355330] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: IN_PROGRESS for 2s [ 741.435402] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 267b4182-b11c-47a8-b032-004b6538872c [ 741.435611] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.435791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.435895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.436106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.436280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.436423] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:267b4182-b11c-47a8-b032-004b6538872c already deleted. [ 741.436572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-267b4182-b11c-47a8-b032-004b6538872c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.664454] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 741.664454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.664454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.664616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.664768] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.664892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.664953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.665122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.665203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.665296] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.167302] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.669816] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.678247] env[65335]: INFO networking_nsxv3.common.synchronization [req-9c0458c2-7797-498f-a63c-e97c4be2cb38 req-aa718402-aa29-408a-8f08-9e92205cf9d1 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 742.678581] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 742.678893] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.679014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.679452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.681173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.681518] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.681635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.681693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.681864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.681957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682066] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.175492] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.175492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.175492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.175492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.175492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.175492] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 743.185795] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.185905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.185989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.186376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.186505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.186920] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.186990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.187271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.187330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.187656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.187656] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 743.199955] env[65335]: INFO networking_nsxv3.common.synchronization [req-84c2fc3e-5701-41ee-8f75-a7f9ee95fa27 req-2bed6c2f-8808-4b22-b344-2d93cc2b6cef tempest-VolumesAdminNegativeTest-1332837272 tempest-VolumesAdminNegativeTest-1332837272-project-member] Enqueued Resource ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 with Priority: HIGHEST for action security_group_members [ 743.200278] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 with Priority: HIGHEST for action security_group_members [ 743.200622] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ea5273a-ad43-47ac-9d1b-60828e5c1083 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.200752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.200821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.201051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.201217] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.201325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.201397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.201561] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.201649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.201744] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ea5273a-ad43-47ac-9d1b-60828e5c1083',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.209479] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.209631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.209701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.209910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.210095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.221625] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 743.223313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.223450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.223520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.223750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.223938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.232846] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 743.370253] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: SUCCESS [ 743.370253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.705520] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.705667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.705770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.705996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.706111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.706305] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.706397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.706452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.706604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.706675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.706764] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 is going to be updated. [ 743.736787] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.736787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.736787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.737013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.737052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.748607] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 in Status: IN_PROGRESS for 2s [ 743.991544] env[65335]: INFO networking_nsxv3.common.synchronization [req-402025f8-9c15-42d0-be3a-c56d4bb3c6e7 req-0b5c2508-c33c-4106-a774-a590c8884d7b tempest-InstanceActionsTestJSON-1464524796 tempest-InstanceActionsTestJSON-1464524796-project-member] Enqueued Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGHEST for action security_group_members [ 743.992414] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGHEST for action security_group_members [ 743.992414] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.992564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.992564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.992769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.992923] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.993714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.993714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.993714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.993714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.993714] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.498059] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.498353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.498353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.498505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.498596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.498927] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.498927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.499030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.499189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.499189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.499333] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 is going to be updated. [ 744.527089] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.527232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.527298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.527501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.527634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.539602] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 in Status: IN_PROGRESS for 2s [ 745.232118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 4s [ 745.242076] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 745.242284] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 deletion is rescheduled due to dependency. [ 745.242395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.335614] env[65335]: INFO networking_nsxv3.common.synchronization [None req-6ecb7ab7-8262-44c9-862c-d14846a19564 None None] Enqueued Resource ID: 2e853a6f-b412-4440-9d52-c64d7cd4ca13 with Priority: HIGHEST for action port [ 745.336426] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e853a6f-b412-4440-9d52-c64d7cd4ca13 with Priority: HIGHEST for action port [ 745.336461] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e853a6f-b412-4440-9d52-c64d7cd4ca13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.338452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e853a6f-b412-4440-9d52-c64d7cd4ca13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.338452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e853a6f-b412-4440-9d52-c64d7cd4ca13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.338452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e853a6f-b412-4440-9d52-c64d7cd4ca13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.338452] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e853a6f-b412-4440-9d52-c64d7cd4ca13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.759072] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 in Status: SUCCESS [ 745.759628] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ea5273a-ad43-47ac-9d1b-60828e5c1083 deletion is rescheduled due to dependency. [ 745.759772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ea5273a-ad43-47ac-9d1b-60828e5c1083" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.839104] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e853a6f-b412-4440-9d52-c64d7cd4ca13 [ 745.839812] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.839812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.839812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.839812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.840045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.840045] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e853a6f-b412-4440-9d52-c64d7cd4ca13 already deleted. [ 745.840246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e853a6f-b412-4440-9d52-c64d7cd4ca13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.554628] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 in Status: SUCCESS [ 746.554980] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 deletion is rescheduled due to dependency. [ 746.555324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.244349] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 747.244806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.247019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.247019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.247019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.247019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.247019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.247019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.247019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.247019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.247019] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.748660] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.748820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.748920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.749143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.749313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.749474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.749532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.749690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.749781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.749870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.750031] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.750127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.750188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.750317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.750450] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.750541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.750600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.750731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.750805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.750887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.750973] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.254663] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea1e5c2-efb7-4920-b285-197191f31162: rpc.has_security_group_logging(os_id): False [ 748.277387] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.277387] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.277387] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.277387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.278159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.278159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.278159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.278497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.278686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.279099] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 748.344856] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.345193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.345193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.345316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.345425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.360367] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 748.614453] env[65335]: INFO networking_nsxv3.common.synchronization [None req-ba097f38-8c81-408e-9df8-44558f039e5d None None] Enqueued Resource ID: 76f0d6eb-7db3-4810-a448-2a1bb0469d44 with Priority: HIGHEST for action port [ 748.614995] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f0d6eb-7db3-4810-a448-2a1bb0469d44 with Priority: HIGHEST for action port [ 748.615372] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f0d6eb-7db3-4810-a448-2a1bb0469d44 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.615554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f0d6eb-7db3-4810-a448-2a1bb0469d44" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.615554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f0d6eb-7db3-4810-a448-2a1bb0469d44" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.615771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f0d6eb-7db3-4810-a448-2a1bb0469d44" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.618551] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f0d6eb-7db3-4810-a448-2a1bb0469d44',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.848072] env[65335]: INFO networking_nsxv3.common.synchronization [None req-4c74ecec-3aed-44b6-9892-87cec4f8a3c5 None None] Enqueued Resource ID: 96796d04-6a35-4980-a44f-e5f02d4705ef with Priority: HIGHEST for action port [ 748.848897] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96796d04-6a35-4980-a44f-e5f02d4705ef with Priority: HIGHEST for action port [ 748.849074] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-96796d04-6a35-4980-a44f-e5f02d4705ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.849822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96796d04-6a35-4980-a44f-e5f02d4705ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.849822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96796d04-6a35-4980-a44f-e5f02d4705ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.849822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96796d04-6a35-4980-a44f-e5f02d4705ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.849822] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96796d04-6a35-4980-a44f-e5f02d4705ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.119728] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76f0d6eb-7db3-4810-a448-2a1bb0469d44 [ 749.119955] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.120109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.120198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.120430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.120628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.120628] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76f0d6eb-7db3-4810-a448-2a1bb0469d44 already deleted. [ 749.120686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f0d6eb-7db3-4810-a448-2a1bb0469d44" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.353747] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96796d04-6a35-4980-a44f-e5f02d4705ef [ 749.353747] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.353747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.353747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.353747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.353747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.353747] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96796d04-6a35-4980-a44f-e5f02d4705ef already deleted. [ 749.353747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96796d04-6a35-4980-a44f-e5f02d4705ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.382815] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 750.382815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.452370] env[65335]: INFO networking_nsxv3.common.synchronization [None req-dc21c937-d711-448c-9a5f-ac9a3c8d3919 tempest-ImagesOneServerNegativeTestJSON-539465578 tempest-ImagesOneServerNegativeTestJSON-539465578-project-member] Enqueued Resource ID: eaa9881d-9df7-4553-90a3-afe611b88ac4 with Priority: HIGHEST for action security_group_rules [ 750.452370] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa9881d-9df7-4553-90a3-afe611b88ac4 with Priority: HIGHEST for action security_group_rules [ 750.452561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaa9881d-9df7-4553-90a3-afe611b88ac4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.452693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaa9881d-9df7-4553-90a3-afe611b88ac4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.452769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaa9881d-9df7-4553-90a3-afe611b88ac4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.453059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaa9881d-9df7-4553-90a3-afe611b88ac4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.453143] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaa9881d-9df7-4553-90a3-afe611b88ac4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.978132] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.978337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.978470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.978688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.978856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.978970] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaa9881d-9df7-4553-90a3-afe611b88ac4 already deleted. [ 750.979089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaa9881d-9df7-4553-90a3-afe611b88ac4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.039759] env[65335]: INFO networking_nsxv3.common.synchronization [None req-5bd798ce-643e-4ac5-b5cb-6b9fa0b4cb26 tempest-ImagesOneServerNegativeTestJSON-539465578 tempest-ImagesOneServerNegativeTestJSON-539465578-project-member] Enqueued Resource ID: eaa9881d-9df7-4553-90a3-afe611b88ac4 with Priority: HIGHEST for action security_group_rules [ 751.040345] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa9881d-9df7-4553-90a3-afe611b88ac4 with Priority: HIGHEST for action security_group_rules [ 751.040648] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaa9881d-9df7-4553-90a3-afe611b88ac4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.040766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaa9881d-9df7-4553-90a3-afe611b88ac4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.040830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaa9881d-9df7-4553-90a3-afe611b88ac4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.043272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaa9881d-9df7-4553-90a3-afe611b88ac4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.043428] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaa9881d-9df7-4553-90a3-afe611b88ac4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.085086] env[65335]: INFO networking_nsxv3.common.synchronization [None req-06b9e14c-61f0-4d2f-bd04-e8402961052a None None] Enqueued Resource ID: fab77165-1bf7-485f-8c35-e29b29f068a1 with Priority: HIGHEST for action port [ 751.085332] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab77165-1bf7-485f-8c35-e29b29f068a1 with Priority: HIGHEST for action port [ 751.085914] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab77165-1bf7-485f-8c35-e29b29f068a1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.086098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab77165-1bf7-485f-8c35-e29b29f068a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.086172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab77165-1bf7-485f-8c35-e29b29f068a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.086428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab77165-1bf7-485f-8c35-e29b29f068a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.086512] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab77165-1bf7-485f-8c35-e29b29f068a1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.569121] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.569121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.569121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.569121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.569121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.569121] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaa9881d-9df7-4553-90a3-afe611b88ac4 already deleted. [ 751.569121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaa9881d-9df7-4553-90a3-afe611b88ac4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.590084] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fab77165-1bf7-485f-8c35-e29b29f068a1 [ 751.590084] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.590084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.590084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.590084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.590084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.590084] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fab77165-1bf7-485f-8c35-e29b29f068a1 already deleted. [ 751.590084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab77165-1bf7-485f-8c35-e29b29f068a1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.590084] env[65335]: INFO networking_nsxv3.common.synchronization [None req-e9021c87-e50c-400e-80b9-e08e0f77008a None None] Enqueued Resource ID: 856b41ed-2ccd-4863-8bd0-0e31bfb01f66 with Priority: HIGHEST for action port [ 751.592739] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856b41ed-2ccd-4863-8bd0-0e31bfb01f66 with Priority: HIGHEST for action port [ 751.592739] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-856b41ed-2ccd-4863-8bd0-0e31bfb01f66 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.592739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-856b41ed-2ccd-4863-8bd0-0e31bfb01f66" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.593259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-856b41ed-2ccd-4863-8bd0-0e31bfb01f66" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.593448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-856b41ed-2ccd-4863-8bd0-0e31bfb01f66" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.595243] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('856b41ed-2ccd-4863-8bd0-0e31bfb01f66',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.095907] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 856b41ed-2ccd-4863-8bd0-0e31bfb01f66 [ 752.096154] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.096290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.096356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.096579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.096671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.096767] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:856b41ed-2ccd-4863-8bd0-0e31bfb01f66 already deleted. [ 752.096847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-856b41ed-2ccd-4863-8bd0-0e31bfb01f66" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.799117] env[65335]: INFO networking_nsxv3.common.synchronization [req-e1312427-b7f8-464a-9a8f-a51e3d6bc9f3 req-167fd191-b662-43fa-a771-54c0347e0a81 tempest-AttachVolumeShelveTestJSON-577501622 tempest-AttachVolumeShelveTestJSON-577501622-project-member] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_members [ 752.799117] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_members [ 752.799117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.799709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.799923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.800287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.800581] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.800852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.801099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.801402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.801610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.801818] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.160109] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.160450] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.160543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.164216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.164510] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.164665] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.164780] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.165027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.165188] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.165385] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.165547] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.165665] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.165767] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.165875] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.165976] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.166116] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.185097] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.185097] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.185269] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.186387] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.186387] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-aced6a42-416b-46db-8a24-7149f9d98cb2 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.186387] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.186387] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.186660] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.186660] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aced6a42-416b-46db-8a24-7149f9d98cb2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.304353] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.304522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.304624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.305167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.305265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.305467] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.305750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.305819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.306014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.306071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.306155] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 already deleted. [ 753.306234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.688559] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.688776] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.689016] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.689203] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.689345] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.689491] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port aced6a42-416b-46db-8a24-7149f9d98cb2 not found, creating... [ 753.689734] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.690029] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.690029] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.690208] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.690338] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.690602] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.690746] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.690855] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.691112] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.691190] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.691304] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: aced6a42-416b-46db-8a24-7149f9d98cb2 is going to be created. [ 753.710637] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.710843] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.710965] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.711250] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.711466] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.711735] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.781610] env[65335]: INFO networking_nsxv3.common.synchronization [None req-73500628-7693-45c2-824d-41b4eb6fe3e4 None None] Enqueued Resource ID: 778f5447-93d3-4d63-9a2e-b9b6c97e3937 with Priority: HIGHEST for action port [ 753.782070] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 778f5447-93d3-4d63-9a2e-b9b6c97e3937 with Priority: HIGHEST for action port [ 753.782447] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-778f5447-93d3-4d63-9a2e-b9b6c97e3937 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.782584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-778f5447-93d3-4d63-9a2e-b9b6c97e3937" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.782629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-778f5447-93d3-4d63-9a2e-b9b6c97e3937" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.782879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-778f5447-93d3-4d63-9a2e-b9b6c97e3937" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.782978] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778f5447-93d3-4d63-9a2e-b9b6c97e3937',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.284814] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 778f5447-93d3-4d63-9a2e-b9b6c97e3937 [ 754.285079] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.285265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.285265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.285455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.285544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.285634] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:778f5447-93d3-4d63-9a2e-b9b6c97e3937 already deleted. [ 754.285715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-778f5447-93d3-4d63-9a2e-b9b6c97e3937" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.436528] env[65335]: INFO networking_nsxv3.common.synchronization [req-e1312427-b7f8-464a-9a8f-a51e3d6bc9f3 req-1f706795-a96e-41ca-8449-aa2b07d69d8f service nova] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_rules [ 754.436696] env[65335]: INFO networking_nsxv3.common.synchronization [req-e1312427-b7f8-464a-9a8f-a51e3d6bc9f3 req-1f706795-a96e-41ca-8449-aa2b07d69d8f service nova] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_members [ 754.436822] env[65335]: INFO networking_nsxv3.common.synchronization [req-e1312427-b7f8-464a-9a8f-a51e3d6bc9f3 req-1f706795-a96e-41ca-8449-aa2b07d69d8f service nova] Enqueued Resource ID: aced6a42-416b-46db-8a24-7149f9d98cb2 with Priority: HIGHEST for action port [ 754.437356] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_rules [ 754.438452] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_members [ 754.438605] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aced6a42-416b-46db-8a24-7149f9d98cb2 with Priority: HIGHEST for action port [ 754.439382] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.439510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.439510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.439688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.439766] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.441156] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.444667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.444667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.444667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.444667] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.444667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.444667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.444667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.444667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.444667] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.445482] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-aced6a42-416b-46db-8a24-7149f9d98cb2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.445938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.445938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.446488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.446615] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aced6a42-416b-46db-8a24-7149f9d98cb2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.942849] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.942989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.949334] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.950063] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aced6a42-416b-46db-8a24-7149f9d98cb2 with status ACTIVE [ 754.950255] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.950370] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.950434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.950821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.952203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.952410] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.952513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.952575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.952742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.952821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.953118] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.954013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.954013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.954013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.954013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.954013] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aced6a42-416b-46db-8a24-7149f9d98cb2 is going to be updated. [ 754.981150] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.981150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.981150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.981150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.981150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.981150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.452037] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.954499] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.954636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.954636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.954832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.954928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.955036] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 is going to be created. [ 755.983408] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.986145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.986145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.986145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.986145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.998016] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: UNINITIALIZED for 2s [ 757.178867] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b0a0c30a-3b33-40b1-a2f0-619b62a85e92 None None] Enqueued Resource ID: 00277ec5-bd26-4ebd-be2b-4930c4755491 with Priority: HIGHEST for action port [ 757.179531] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00277ec5-bd26-4ebd-be2b-4930c4755491 with Priority: HIGHEST for action port [ 757.179860] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-00277ec5-bd26-4ebd-be2b-4930c4755491 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.179991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00277ec5-bd26-4ebd-be2b-4930c4755491" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.181040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00277ec5-bd26-4ebd-be2b-4930c4755491" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.182109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00277ec5-bd26-4ebd-be2b-4930c4755491" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.182526] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00277ec5-bd26-4ebd-be2b-4930c4755491',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.684588] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00277ec5-bd26-4ebd-be2b-4930c4755491 [ 757.685678] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.685678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.685678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.685678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.685678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.685678] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00277ec5-bd26-4ebd-be2b-4930c4755491 already deleted. [ 757.685678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00277ec5-bd26-4ebd-be2b-4930c4755491" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.011185] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: SUCCESS [ 758.011964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.012175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.012435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.012654] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.012775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.012838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.012998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.013092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.013178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.013267] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.518046] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.022390] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe27c04-55a2-4c53-b636-8c9a6cb167b6: rpc.has_security_group_logging(os_id): False [ 759.044185] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.044185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.044185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.044440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.044440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.044579] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.044677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.044740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.044899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.044975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.045074] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 is going to be created. [ 759.109474] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.109474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.109474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.109474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.109474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.121047] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: IN_PROGRESS for 2s [ 759.538045] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f48a8ab7-defd-4bc7-9f03-2a240b4d9d7f None None] Enqueued Resource ID: 7aa71241-1f72-4c48-b445-0ae495c329b0 with Priority: HIGHEST for action port [ 759.538045] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa71241-1f72-4c48-b445-0ae495c329b0 with Priority: HIGHEST for action port [ 759.538045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aa71241-1f72-4c48-b445-0ae495c329b0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.538045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aa71241-1f72-4c48-b445-0ae495c329b0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.538805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aa71241-1f72-4c48-b445-0ae495c329b0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.539200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aa71241-1f72-4c48-b445-0ae495c329b0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.539389] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa71241-1f72-4c48-b445-0ae495c329b0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.041094] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aa71241-1f72-4c48-b445-0ae495c329b0 [ 760.041314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.041438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.041506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.042454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.042454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.042454] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aa71241-1f72-4c48-b445-0ae495c329b0 already deleted. [ 760.042454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aa71241-1f72-4c48-b445-0ae495c329b0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.140927] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: SUCCESS [ 761.141339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.563071] env[65335]: INFO networking_nsxv3.common.synchronization [req-0a9e20aa-820a-411a-844b-6323b0a96b24 req-df64d648-df7d-4b3a-96d4-4a68a00d062c tempest-ServersV294TestFqdnHostnames-1552957411 tempest-ServersV294TestFqdnHostnames-1552957411-project-member] Enqueued Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_members [ 762.563619] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_members [ 762.563913] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.564120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.564199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.564538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.564650] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.564706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.564750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.564891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.564978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.565082] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.050078] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.050402] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-934" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.050402] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-934" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.050725] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-934" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.050978] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.051140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.051247] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.051457] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.051648] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.051788] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.051889] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.051987] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.052097] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.052196] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.052298] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.052408] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.066827] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.066968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.067044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.067251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.067343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.067533] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.067636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.067694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.067837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.067940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.068037] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 already deleted. [ 763.068121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.073734] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.073895] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.074043] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.074214] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-934" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.074496] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.074661] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.074773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.075118] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.075199] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.578900] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.579229] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.579298] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.579594] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.579755] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.579903] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec not found, creating... [ 763.580186] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.580335] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.580443] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.580657] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.580823] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.581129] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.581290] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.581410] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.581622] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.581759] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.581904] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec is going to be created. [ 763.603032] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.603254] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.603482] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.603647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.603877] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.604506] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.373168] env[65335]: INFO networking_nsxv3.common.synchronization [req-0a9e20aa-820a-411a-844b-6323b0a96b24 req-71b7498a-b05c-4fb1-8a2f-33d996c4998f service nova] Enqueued Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_rules [ 764.373332] env[65335]: INFO networking_nsxv3.common.synchronization [req-0a9e20aa-820a-411a-844b-6323b0a96b24 req-71b7498a-b05c-4fb1-8a2f-33d996c4998f service nova] Enqueued Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_members [ 764.373462] env[65335]: INFO networking_nsxv3.common.synchronization [req-0a9e20aa-820a-411a-844b-6323b0a96b24 req-71b7498a-b05c-4fb1-8a2f-33d996c4998f service nova] Enqueued Resource ID: 4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec with Priority: HIGHEST for action port [ 764.374121] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_rules [ 764.374174] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_members [ 764.374251] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec with Priority: HIGHEST for action port [ 764.374515] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.374721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.374851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.376211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.376211] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.377070] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.377159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.377230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.377418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.377690] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.377856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.377902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.378143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.378494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.378494] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.380083] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.380083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.380083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.380083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.380083] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.881265] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.882334] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.882446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.884560] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec with status ACTIVE [ 764.885496] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.885496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.885496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.885496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.885496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.885496] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.885751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.885751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.885751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.885862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.886196] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.886196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.886196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.886426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.886426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.886426] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec is going to be updated. [ 764.910452] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.910591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.910659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.910869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.911015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.911193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f901f2d-f5a4-4c0b-b96d-c61568b2a2ec" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.384185] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.806212] env[65335]: INFO networking_nsxv3.common.synchronization [None req-55a60221-d25f-4d0b-b626-2a92dc955775 None None] Enqueued Resource ID: afed4eae-b646-485a-8bc2-59aab6d9d0f9 with Priority: HIGHEST for action port [ 765.806753] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afed4eae-b646-485a-8bc2-59aab6d9d0f9 with Priority: HIGHEST for action port [ 765.807061] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-afed4eae-b646-485a-8bc2-59aab6d9d0f9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.807184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afed4eae-b646-485a-8bc2-59aab6d9d0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.807251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afed4eae-b646-485a-8bc2-59aab6d9d0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.807928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afed4eae-b646-485a-8bc2-59aab6d9d0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.808111] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afed4eae-b646-485a-8bc2-59aab6d9d0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.888864] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.889199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.889199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.890118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.890118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.890118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 is going to be created. [ 765.922130] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.922130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.922130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.922130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.922130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.935099] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f11db80-5a12-4e73-80a4-d80707833793 in Status: UNINITIALIZED for 2s [ 766.042107] env[65335]: INFO networking_nsxv3.common.synchronization [None req-66d33ef3-e726-4ab4-801b-3ebdf9f031c3 None None] Enqueued Resource ID: 5c2a5204-18d9-4757-a70b-c7996072a02f with Priority: HIGHEST for action port [ 766.042436] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2a5204-18d9-4757-a70b-c7996072a02f with Priority: HIGHEST for action port [ 766.042814] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c2a5204-18d9-4757-a70b-c7996072a02f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.042931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c2a5204-18d9-4757-a70b-c7996072a02f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.042993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c2a5204-18d9-4757-a70b-c7996072a02f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.046111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c2a5204-18d9-4757-a70b-c7996072a02f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046170] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c2a5204-18d9-4757-a70b-c7996072a02f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.311567] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afed4eae-b646-485a-8bc2-59aab6d9d0f9 [ 766.311807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.311939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.311985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.312718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.312718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.312718] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afed4eae-b646-485a-8bc2-59aab6d9d0f9 already deleted. [ 766.312718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afed4eae-b646-485a-8bc2-59aab6d9d0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.548387] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c2a5204-18d9-4757-a70b-c7996072a02f [ 766.548944] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.548944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.548944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.549162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.549162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.549259] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c2a5204-18d9-4757-a70b-c7996072a02f already deleted. [ 766.549310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c2a5204-18d9-4757-a70b-c7996072a02f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.565297] env[65335]: INFO networking_nsxv3.common.synchronization [req-12df86c8-09b1-4b2a-a18e-4e0e310a6cc2 req-477e6208-3c77-4794-8a3f-f87b7a63e088 tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 766.566471] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 766.566855] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.566980] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.567067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.567544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.567753] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.567928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.567928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.568143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.568231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.568324] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.961807] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.962109] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.962208] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.962437] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.962694] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.962845] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.962956] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.963189] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.963330] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.963529] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.963641] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.963745] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.963842] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.963942] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.964053] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.964174] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.984967] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.985159] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.985295] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.985469] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.986036] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-4d206013-3fb6-4770-b7bb-09da0cf4f000 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.986455] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-4d206013-3fb6-4770-b7bb-09da0cf4f000" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.986542] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-4d206013-3fb6-4770-b7bb-09da0cf4f000" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.990214] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-4d206013-3fb6-4770-b7bb-09da0cf4f000" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.990214] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d206013-3fb6-4770-b7bb-09da0cf4f000',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.071814] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.071814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.071814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.071814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.072026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.072139] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.072235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.072294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.072441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.072790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.072790] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 already deleted. [ 767.072790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.494027] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.494027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.494027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.494027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.494275] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.494518] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 4d206013-3fb6-4770-b7bb-09da0cf4f000 not found, creating... [ 767.494924] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.495188] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.495742] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.495838] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.496044] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.497102] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.498033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.498033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.498033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.498439] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.498439] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 4d206013-3fb6-4770-b7bb-09da0cf4f000 is going to be created. [ 767.519153] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.519153] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.519153] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.519418] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.519474] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.519660] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-4d206013-3fb6-4770-b7bb-09da0cf4f000" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.785156] env[65335]: INFO networking_nsxv3.common.synchronization [None req-7b0427d9-7a26-4825-a167-c690a3102576 tempest-ServersTestJSON-1163113928 tempest-ServersTestJSON-1163113928-project-member] Enqueued Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_rules [ 767.785156] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_rules [ 767.785308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.785433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.785504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.785753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.785840] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.876991] env[65335]: INFO networking_nsxv3.common.synchronization [None req-ae9c3344-e441-49fb-b4c9-998c307da2be tempest-ServersTestJSON-1163113928 tempest-ServersTestJSON-1163113928-project-member] Enqueued Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_rules [ 767.877188] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_rules [ 767.877487] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.877587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.945288] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f11db80-5a12-4e73-80a4-d80707833793 in Status: SUCCESS [ 767.945508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.945669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.945898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.946361] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.946509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.946579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.946748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.946834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.946921] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.947054] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.167477] env[65335]: INFO networking_nsxv3.common.synchronization [None req-7091fc85-d442-43a6-a053-e17b08614854 None None] Enqueued Resource ID: e6248934-6a19-468c-b7ff-cc07b5792a2a with Priority: HIGHEST for action port [ 768.167747] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6248934-6a19-468c-b7ff-cc07b5792a2a with Priority: HIGHEST for action port [ 768.168354] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6248934-6a19-468c-b7ff-cc07b5792a2a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.168508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6248934-6a19-468c-b7ff-cc07b5792a2a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.168610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6248934-6a19-468c-b7ff-cc07b5792a2a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.168848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6248934-6a19-468c-b7ff-cc07b5792a2a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.168898] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6248934-6a19-468c-b7ff-cc07b5792a2a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.250162] env[65335]: INFO networking_nsxv3.common.synchronization [req-12df86c8-09b1-4b2a-a18e-4e0e310a6cc2 req-cc457af8-0dba-46c8-985c-26942ef5d3f8 service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 768.250483] env[65335]: INFO networking_nsxv3.common.synchronization [req-12df86c8-09b1-4b2a-a18e-4e0e310a6cc2 req-cc457af8-0dba-46c8-985c-26942ef5d3f8 service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 768.250656] env[65335]: INFO networking_nsxv3.common.synchronization [req-12df86c8-09b1-4b2a-a18e-4e0e310a6cc2 req-cc457af8-0dba-46c8-985c-26942ef5d3f8 service nova] Enqueued Resource ID: 4d206013-3fb6-4770-b7bb-09da0cf4f000 with Priority: HIGHEST for action port [ 768.251277] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 768.251443] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 768.251568] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d206013-3fb6-4770-b7bb-09da0cf4f000 with Priority: HIGHEST for action port [ 768.252179] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.252336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.252455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.252748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.252885] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.253781] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.255469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.255469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.255469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.255469] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.255469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.255469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.255469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.255469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.255469] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.255848] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d206013-3fb6-4770-b7bb-09da0cf4f000 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.255848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d206013-3fb6-4770-b7bb-09da0cf4f000" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.255848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d206013-3fb6-4770-b7bb-09da0cf4f000" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.256170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d206013-3fb6-4770-b7bb-09da0cf4f000" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.256170] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d206013-3fb6-4770-b7bb-09da0cf4f000',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.308041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.308041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.308041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.308041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.308041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.308041] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 already deleted. [ 768.308041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.308456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.308456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.308456] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.451294] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.672480] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6248934-6a19-468c-b7ff-cc07b5792a2a [ 768.672712] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.673096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.673096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.673273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.673362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.673454] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6248934-6a19-468c-b7ff-cc07b5792a2a already deleted. [ 768.673532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6248934-6a19-468c-b7ff-cc07b5792a2a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.720803] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.720922] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.721936] env[65335]: INFO networking_nsxv3.common.synchronization [req-7250d5ff-69c5-46b2-b306-103ac8457726 req-99eb8b96-8eec-46c3-97e8-05b016d266d8 tempest-MigrationsAdminTest-1565405020 tempest-MigrationsAdminTest-1565405020-project-member] Enqueued Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 768.722464] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 768.723243] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.724029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.724029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.724029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.724029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.724029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.724029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.724313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.724313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.724313] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.758440] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.758571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.759966] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d206013-3fb6-4770-b7bb-09da0cf4f000 with status ACTIVE [ 768.760212] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.760371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.760443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.760659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.760754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.760930] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.761039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.761319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.761319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.761319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.761514] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.761572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.761636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.761772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.761843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.761939] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d206013-3fb6-4770-b7bb-09da0cf4f000 is going to be updated. [ 768.763241] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.790085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.790222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.790312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.791107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.791107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.791107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d206013-3fb6-4770-b7bb-09da0cf4f000" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.830330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.830492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.830527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.830724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.830833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.830964] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 already deleted. [ 768.831036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.951212] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f11db80-5a12-4e73-80a4-d80707833793: rpc.has_security_group_logging(os_id): False [ 768.972047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.972047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.972047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.972047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.972047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.972334] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.972334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.972334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.972511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.972634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.972732] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 is going to be created. [ 769.097253] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.100821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.100821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.100821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.100821] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.100821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.100821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.101103] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.101103] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.101290] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.101408] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.101511] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.101621] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.101725] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.101929] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.101987] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.140091] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.140091] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.140091] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.140091] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.140091] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-947875df-58c3-498f-aa7b-8c3dd662cd4c taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.140091] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-947875df-58c3-498f-aa7b-8c3dd662cd4c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.143029] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-947875df-58c3-498f-aa7b-8c3dd662cd4c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.143029] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-947875df-58c3-498f-aa7b-8c3dd662cd4c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.143029] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947875df-58c3-498f-aa7b-8c3dd662cd4c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.143029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.143029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.143029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.143587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.143780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.157912] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f11db80-5a12-4e73-80a4-d80707833793 in Status: IN_PROGRESS for 2s [ 769.178323] env[65335]: INFO networking_nsxv3.common.synchronization [None req-059aeb63-2e26-4aaf-b172-7a5a15c79422 None None] Enqueued Resource ID: 077d87ff-f256-4ed3-b17f-18e1146594c9 with Priority: HIGHEST for action port [ 769.179008] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077d87ff-f256-4ed3-b17f-18e1146594c9 with Priority: HIGHEST for action port [ 769.179546] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-077d87ff-f256-4ed3-b17f-18e1146594c9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.179727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077d87ff-f256-4ed3-b17f-18e1146594c9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.179822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077d87ff-f256-4ed3-b17f-18e1146594c9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.180227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077d87ff-f256-4ed3-b17f-18e1146594c9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.180287] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077d87ff-f256-4ed3-b17f-18e1146594c9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.226399] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.267549] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.646956] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.647180] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.647295] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.647566] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.647701] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.647841] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 947875df-58c3-498f-aa7b-8c3dd662cd4c not found, creating... [ 769.648126] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.648272] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.648377] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.648620] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.648748] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.649047] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.649240] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.649285] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.649485] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.650428] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.650428] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 947875df-58c3-498f-aa7b-8c3dd662cd4c is going to be created. [ 769.670613] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.670821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.670941] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.671238] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.671464] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.671688] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-947875df-58c3-498f-aa7b-8c3dd662cd4c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.683320] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 077d87ff-f256-4ed3-b17f-18e1146594c9 [ 769.683514] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.683639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.683709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.683903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.683988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.684094] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:077d87ff-f256-4ed3-b17f-18e1146594c9 already deleted. [ 769.684193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077d87ff-f256-4ed3-b17f-18e1146594c9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.729216] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.771058] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.771058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.771058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.771058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.771058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.771058] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be created. [ 769.813457] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.813688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.813688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.813870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.814058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.827494] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: UNINITIALIZED for 2s [ 770.232323] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.232641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.232641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.232770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.232863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.232949] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ad464b-e102-47df-9f90-03106395a378 is going to be updated. [ 770.278083] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.278247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.278457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.278560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.278718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.292909] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: IN_PROGRESS for 2s [ 770.412207] env[65335]: INFO networking_nsxv3.common.synchronization [req-7250d5ff-69c5-46b2-b306-103ac8457726 req-59607c28-cf41-4f32-8ee7-4a3676cd1457 service nova] Enqueued Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_rules [ 770.412355] env[65335]: INFO networking_nsxv3.common.synchronization [req-7250d5ff-69c5-46b2-b306-103ac8457726 req-59607c28-cf41-4f32-8ee7-4a3676cd1457 service nova] Enqueued Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 770.412551] env[65335]: INFO networking_nsxv3.common.synchronization [req-7250d5ff-69c5-46b2-b306-103ac8457726 req-59607c28-cf41-4f32-8ee7-4a3676cd1457 service nova] Enqueued Resource ID: 947875df-58c3-498f-aa7b-8c3dd662cd4c with Priority: HIGHEST for action port [ 770.414756] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_rules [ 770.414935] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 770.415092] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947875df-58c3-498f-aa7b-8c3dd662cd4c with Priority: HIGHEST for action port [ 770.415395] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.415541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.415628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.415916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.416065] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.417383] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.417383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.417508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-947875df-58c3-498f-aa7b-8c3dd662cd4c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.417564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947875df-58c3-498f-aa7b-8c3dd662cd4c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.417631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947875df-58c3-498f-aa7b-8c3dd662cd4c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.417945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947875df-58c3-498f-aa7b-8c3dd662cd4c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.418080] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947875df-58c3-498f-aa7b-8c3dd662cd4c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.921015] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.921015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.924868] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 947875df-58c3-498f-aa7b-8c3dd662cd4c with status ACTIVE [ 770.925112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.925237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.925304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.925512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.925599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.925776] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.925868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.925927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.926088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.926160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.926330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.926945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.926945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.926945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.926945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.926945] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 947875df-58c3-498f-aa7b-8c3dd662cd4c is going to be updated. [ 770.954925] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.954925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.954925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.954925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.955196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.955402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947875df-58c3-498f-aa7b-8c3dd662cd4c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.173179] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f11db80-5a12-4e73-80a4-d80707833793 in Status: SUCCESS [ 771.173179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.395423] env[65335]: INFO networking_nsxv3.common.synchronization [req-0a9726aa-ef22-41f0-979d-f3fee3851243 req-848fc22a-21cc-4de9-ac75-7ec854d60587 tempest-ListImageFiltersTestJSON-2077899949 tempest-ListImageFiltersTestJSON-2077899949-project-member] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 771.396025] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 771.396372] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.396539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.396642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.396935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.397147] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.397284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.397383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.397607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.398454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.398636] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.774028] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.774214] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.774316] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.775029] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.775029] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.775029] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.775290] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.775360] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.775501] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.775706] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.775810] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.775921] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.776397] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.776659] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.776772] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.776903] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.796951] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.797128] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.797262] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.797426] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.797736] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.797901] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.798094] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.798455] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.798616] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdd7e38-eb45-4f2d-841e-18d0fdffce3a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.836499] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 771.836735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.836884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.837116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.837308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.837425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.837491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.837640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.837721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.837816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.838042] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.902521] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.902521] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.902521] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 already deleted. [ 771.902521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.304194] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.304194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.304194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.304194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.304194] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 5fdd7e38-eb45-4f2d-841e-18d0fdffce3a not found, creating... [ 772.304194] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.304194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.304194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.304194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.304667] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.304667] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304667] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.305185] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.305538] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.305847] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 5fdd7e38-eb45-4f2d-841e-18d0fdffce3a is going to be created. [ 772.308594] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: SUCCESS [ 772.308916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.309267] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.309569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.309866] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.310126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.310304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.310642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.312513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.312513] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.340933] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.340933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.340933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.340933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.341341] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.341341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.341341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.341504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.341557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.341691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.341825] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.341906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.341959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.342137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.342355] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.342747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.342747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.342747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.342747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.342963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.342963] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.361270] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.361270] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.361270] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.361270] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.361270] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.361270] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.504041] env[65335]: INFO networking_nsxv3.common.synchronization [req-071a8a51-4726-49ee-986e-f301fe8d3bae req-127dbad2-724d-40cd-9c0b-2c0e6f61dbea tempest-ServersAdminNegativeTestJSON-610001969 tempest-ServersAdminNegativeTestJSON-610001969-project-member] Enqueued Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 772.504799] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 772.507756] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.507756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.507756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.507756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.507756] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.507756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.507756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.507756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.507756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.507756] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.813995] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.848133] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6390c8c0-48c2-4277-95e5-f111be984338: rpc.has_security_group_logging(os_id): False [ 772.873698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.873869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.873950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.874182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.874340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.874565] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.874677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.874741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.874966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.875096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.875314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.875412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.875474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.875762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.875835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.877118] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.877118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.877118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.877118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.877118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.877118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be created. [ 772.964992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.965397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.965397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.965795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.966117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.989337] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 773.010038] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.189184] env[65335]: INFO networking_nsxv3.common.synchronization [req-0a9726aa-ef22-41f0-979d-f3fee3851243 req-e50479ef-935f-47d2-a02d-14fafb72823e service nova] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_rules [ 773.189184] env[65335]: INFO networking_nsxv3.common.synchronization [req-0a9726aa-ef22-41f0-979d-f3fee3851243 req-e50479ef-935f-47d2-a02d-14fafb72823e service nova] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 773.189184] env[65335]: INFO networking_nsxv3.common.synchronization [req-0a9726aa-ef22-41f0-979d-f3fee3851243 req-e50479ef-935f-47d2-a02d-14fafb72823e service nova] Enqueued Resource ID: 5fdd7e38-eb45-4f2d-841e-18d0fdffce3a with Priority: HIGHEST for action port [ 773.189375] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_rules [ 773.189564] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 773.189702] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd7e38-eb45-4f2d-841e-18d0fdffce3a with Priority: HIGHEST for action port [ 773.190050] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.190207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.190292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.191552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.191552] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.192103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.192237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.192307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.192543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.192745] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.192883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.192984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.193194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.194807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.194807] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.194807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.194807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.194807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.194807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.194807] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdd7e38-eb45-4f2d-841e-18d0fdffce3a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.318415] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.513771] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.696658] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.700047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.700047] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fdd7e38-eb45-4f2d-841e-18d0fdffce3a with status ACTIVE [ 773.700047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.700047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.700047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.700047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.701344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.701344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.701344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.701344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.701344] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fdd7e38-eb45-4f2d-841e-18d0fdffce3a is going to be updated. [ 773.737255] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.737474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.737474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.737808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.738536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.738536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fdd7e38-eb45-4f2d-841e-18d0fdffce3a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.764533] env[65335]: INFO networking_nsxv3.common.synchronization [req-81211bfd-99bf-4a43-a143-4f22f08bcd4b req-4341c06d-c15d-45e7-bd7f-3928e8d66d84 tempest-ListServerFiltersTestJSON-1424647277 tempest-ListServerFiltersTestJSON-1424647277-project-member] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 773.765169] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 773.765522] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.765652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.765716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.765930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.766110] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.766214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.766277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.766430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.766771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.766771] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.823317] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.823504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.823580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.824137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.824137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.824137] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ad464b-e102-47df-9f90-03106395a378 is going to be updated. [ 773.879867] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.880163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.880230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.880526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.880766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.897057] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: IN_PROGRESS for 2s [ 774.018631] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.018812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.018875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.019257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.019458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.019458] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad is going to be updated. [ 774.062750] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.062947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.062947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.063171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.063312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.081161] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: IN_PROGRESS for 2s [ 774.203492] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.268630] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.711635] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.711635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.711635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.711635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.711635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.712112] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be created. [ 774.740701] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.740701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.740701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.741012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.741012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.752129] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: UNINITIALIZED for 2s [ 774.771786] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.004837] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 775.005175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.274345] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.274612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.274677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.275163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.275289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.275508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 775.334939] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.335181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.335181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.335435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.335608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.347746] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 775.913137] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: SUCCESS [ 775.913480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.913604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.913864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.914136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.914136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.914248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.914353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.914442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.914513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.914606] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.091562] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: SUCCESS [ 776.091562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.416698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.416848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.416915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.417163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.417310] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.417402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.417460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.417605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.417757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.417757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.419862] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.419862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.419862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.419862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.419862] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.419862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.419862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.419862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.419862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.419862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.419862] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.763280] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: SUCCESS [ 776.763719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.763719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.763885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.764092] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.764320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.764395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.764559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.765166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.765166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.765166] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.921345] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ad464b-e102-47df-9f90-03106395a378: rpc.has_security_group_logging(os_id): False [ 776.940590] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.940716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.940790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.941083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.961465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.961591] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.961661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.961733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.961972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.962076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.962320] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.962432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.962511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.962667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.962748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.962928] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.963031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.963097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.963236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.963309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.963388] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ad464b-e102-47df-9f90-03106395a378 is going to be updated. [ 777.034156] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.034376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.034452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.034696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.035126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.048155] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: IN_PROGRESS for 2s [ 777.267175] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.267364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.267703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.267703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.267872] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.267997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.268101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.268272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.268309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.268413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.268561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.268651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.268711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.268851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.268990] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.269112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.269172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.269288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.269362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.269441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.269530] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.358979] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 777.359271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.771471] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a6d07b-6f12-4a4a-a56d-f2837963a214: rpc.has_security_group_logging(os_id): False [ 777.792412] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.792647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.793479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.793479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.793479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.793690] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.794328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.794328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.794725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.795045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.795154] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.795264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.795476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.795476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.797339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.797339] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.797339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.797339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.797339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.797339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.797339] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be created. [ 777.865409] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.865409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.865619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.866559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.866559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.883464] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: IN_PROGRESS for 2s [ 778.138926] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-c3113a14-f268-41c5-87f8-714f1019d5f4 tempest-ListServersNegativeTestJSON-882242383 tempest-ListServersNegativeTestJSON-882242383-project-member] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 778.140049] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 778.140049] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.140231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.141029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.141029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.141029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.141029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.141029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.141272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.141272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.141343] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.583085] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-456 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.583085] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.583085] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.583085] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.583085] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.583085] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.583563] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.583563] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.583563] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.583670] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.583777] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.583878] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.583981] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.584100] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.584247] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.584316] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.606425] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.606425] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.606425] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.606425] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.606425] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-93354c45-0c3c-4556-93ff-b077ef4b501c taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.606425] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-93354c45-0c3c-4556-93ff-b077ef4b501c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.606425] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-93354c45-0c3c-4556-93ff-b077ef4b501c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.606833] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-93354c45-0c3c-4556-93ff-b077ef4b501c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.606833] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93354c45-0c3c-4556-93ff-b077ef4b501c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.643755] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.643969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.644051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.644242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.644336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.644533] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.644669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.644732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.644837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.644909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.644990] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c already deleted. [ 778.645103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.061083] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: SUCCESS [ 779.061329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.108822] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.109159] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.109322] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.109659] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.109826] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.109980] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 93354c45-0c3c-4556-93ff-b077ef4b501c not found, creating... [ 779.110275] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.110491] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.110606] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.110853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.111037] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.111337] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.111532] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.111648] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.111863] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.112056] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.112201] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 93354c45-0c3c-4556-93ff-b077ef4b501c is going to be created. [ 779.135565] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.135835] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.136058] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.136437] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.136703] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.136967] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-93354c45-0c3c-4556-93ff-b077ef4b501c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.900648] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: SUCCESS [ 779.901027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.306532] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-24bda59f-a2f6-4671-8586-ccdde56e2380 service nova] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_rules [ 780.306695] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-24bda59f-a2f6-4671-8586-ccdde56e2380 service nova] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 780.306837] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-24bda59f-a2f6-4671-8586-ccdde56e2380 service nova] Enqueued Resource ID: 93354c45-0c3c-4556-93ff-b077ef4b501c with Priority: HIGHEST for action port [ 780.307363] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_rules [ 780.307653] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 780.307653] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93354c45-0c3c-4556-93ff-b077ef4b501c with Priority: HIGHEST for action port [ 780.307872] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.308012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.311747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.312044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.312114] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.313070] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.314504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.314504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.314504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.314504] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.314504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.314504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.314504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.314504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.314504] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.315071] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-93354c45-0c3c-4556-93ff-b077ef4b501c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.315071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93354c45-0c3c-4556-93ff-b077ef4b501c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.315071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93354c45-0c3c-4556-93ff-b077ef4b501c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.318741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93354c45-0c3c-4556-93ff-b077ef4b501c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.318741] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93354c45-0c3c-4556-93ff-b077ef4b501c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.821188] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.821360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.821576] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.822535] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93354c45-0c3c-4556-93ff-b077ef4b501c with status ACTIVE [ 780.823688] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.823688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.823688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.823688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.827182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.829228] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.829228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.829228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.829228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.829505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.829537] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.829909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.829909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.829909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.829909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.830063] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93354c45-0c3c-4556-93ff-b077ef4b501c is going to be updated. [ 780.857233] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.857233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.857233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.857233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.857233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.857233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93354c45-0c3c-4556-93ff-b077ef4b501c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.333034] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.839340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.839340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.839340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.839340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.839340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.839340] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be created. [ 781.872307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.872542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.872642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.872874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.873076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.885474] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: UNINITIALIZED for 2s [ 783.898381] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 783.898728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.898866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.899111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.899314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.899447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.899517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.899696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.899783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.899869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.899974] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.404163] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.404163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.404163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.404504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.404619] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.404796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.404867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.405092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.405157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.405232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.405441] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.405522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.405522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.405681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.406571] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.406571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.406571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.406571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.406571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.406793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.406793] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.910107] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c: rpc.has_security_group_logging(os_id): False [ 784.931048] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.931860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.931860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.931860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.932081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.932137] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.932345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.932345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.932490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.932565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.933290] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.933290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.933290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.933290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.933290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.933290] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.933633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.933633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.933633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.933633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.933830] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be created. [ 785.004062] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.004062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.004249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.004829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.004829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.022636] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 785.308829] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 785.308829] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 787.039162] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 787.039441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.309979] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 790.309979] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 792.105491] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-904df401-1c57-43d1-95a0-a54f1072c2b3 tempest-ListServersNegativeTestJSON-882242383 tempest-ListServersNegativeTestJSON-882242383-project-member] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 792.106697] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 792.106697] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.107297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.107622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.108239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.108597] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.108786] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.108884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.109418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.109513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.109571] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.487839] env[65335]: INFO networking_nsxv3.common.synchronization [None req-d73652e4-437a-45bd-a5f1-906e55e717b0 None None] Enqueued Resource ID: df09d589-fb9c-487d-8d23-bd5e0a4b5d61 with Priority: HIGHEST for action port [ 792.491176] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df09d589-fb9c-487d-8d23-bd5e0a4b5d61 with Priority: HIGHEST for action port [ 792.491176] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-df09d589-fb9c-487d-8d23-bd5e0a4b5d61 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.491176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df09d589-fb9c-487d-8d23-bd5e0a4b5d61" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.491176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df09d589-fb9c-487d-8d23-bd5e0a4b5d61" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.491176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df09d589-fb9c-487d-8d23-bd5e0a4b5d61" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.491176] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df09d589-fb9c-487d-8d23-bd5e0a4b5d61',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.536024] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-456 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.536024] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.536024] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.536024] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.536024] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.536024] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.536024] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.536874] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.537148] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.537485] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.537699] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.537905] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.539137] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.539137] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.539137] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.539137] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.562680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.562680] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.562680] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.562680] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.562680] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-641655ad-e2ce-4639-a132-e26870c87cfe taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.562680] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-641655ad-e2ce-4639-a132-e26870c87cfe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.563118] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-641655ad-e2ce-4639-a132-e26870c87cfe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.563118] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-641655ad-e2ce-4639-a132-e26870c87cfe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.563228] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641655ad-e2ce-4639-a132-e26870c87cfe',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.613127] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.995255] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df09d589-fb9c-487d-8d23-bd5e0a4b5d61 [ 792.995530] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.995664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.995735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.995946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.996063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.996234] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df09d589-fb9c-487d-8d23-bd5e0a4b5d61 already deleted. [ 792.996321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df09d589-fb9c-487d-8d23-bd5e0a4b5d61" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.065947] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.066200] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.066324] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.066610] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.066755] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.066904] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 641655ad-e2ce-4639-a132-e26870c87cfe not found, creating... [ 793.068035] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.068035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.068035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.068035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.068035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.068035] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.068563] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.068563] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.068563] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.068723] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.068830] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 641655ad-e2ce-4639-a132-e26870c87cfe is going to be created. [ 793.093236] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.093503] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.093622] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.093902] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.094355] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.094611] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-641655ad-e2ce-4639-a132-e26870c87cfe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.115213] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.619042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.619042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.619042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.619273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.619273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.619364] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 793.653215] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.653410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.653456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.653634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.653779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.666925] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 793.825571] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-b3350eb5-1e8b-48ff-b8a1-6f8dda46ec4e service nova] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_rules [ 793.825779] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-b3350eb5-1e8b-48ff-b8a1-6f8dda46ec4e service nova] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 793.825930] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-b3350eb5-1e8b-48ff-b8a1-6f8dda46ec4e service nova] Enqueued Resource ID: 641655ad-e2ce-4639-a132-e26870c87cfe with Priority: HIGHEST for action port [ 793.826679] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_rules [ 793.826823] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 793.826920] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641655ad-e2ce-4639-a132-e26870c87cfe with Priority: HIGHEST for action port [ 793.827213] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.827573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.827573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.827573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.827721] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.830891] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.830891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.830891] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-641655ad-e2ce-4639-a132-e26870c87cfe taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.830891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641655ad-e2ce-4639-a132-e26870c87cfe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.830891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641655ad-e2ce-4639-a132-e26870c87cfe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.830891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641655ad-e2ce-4639-a132-e26870c87cfe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.830891] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641655ad-e2ce-4639-a132-e26870c87cfe',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.331330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.331675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.335475] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 641655ad-e2ce-4639-a132-e26870c87cfe with status ACTIVE [ 794.336156] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.336156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.336156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.336156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.336474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.336507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.336628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.336676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.336825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.336903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.337095] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.337192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.337274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.337385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.337457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.337541] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 641655ad-e2ce-4639-a132-e26870c87cfe is going to be updated. [ 794.360328] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.360328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.363034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.363034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.363034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.363034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641655ad-e2ce-4639-a132-e26870c87cfe" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.774473] env[65335]: INFO networking_nsxv3.common.synchronization [None req-3f5b26fe-e782-44b5-99cd-cf204aa78e00 None None] Enqueued Resource ID: 5f32bb9c-712a-489e-b05f-5e2529b4d3a6 with Priority: HIGHEST for action port [ 794.775325] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f32bb9c-712a-489e-b05f-5e2529b4d3a6 with Priority: HIGHEST for action port [ 794.775488] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f32bb9c-712a-489e-b05f-5e2529b4d3a6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.775562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f32bb9c-712a-489e-b05f-5e2529b4d3a6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.775635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f32bb9c-712a-489e-b05f-5e2529b4d3a6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.775865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f32bb9c-712a-489e-b05f-5e2529b4d3a6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.775947] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f32bb9c-712a-489e-b05f-5e2529b4d3a6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.280849] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f32bb9c-712a-489e-b05f-5e2529b4d3a6 [ 795.280849] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.280849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.280849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.281059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.281157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.281213] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f32bb9c-712a-489e-b05f-5e2529b4d3a6 already deleted. [ 795.281291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f32bb9c-712a-489e-b05f-5e2529b4d3a6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.676728] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 795.677084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.677307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.677510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.677723] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.677845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.677913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.678093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.678273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.678330] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.181723] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.683841] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.187635] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.188292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.188388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.188674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.188803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.188918] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 797.221622] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.221904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.222057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.222301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.222460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.233447] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 798.280300] env[65335]: INFO networking_nsxv3.common.synchronization [req-32fb6422-2043-40fc-8632-f1e060c43f0d req-de7d5004-19bd-41ab-afa1-e1d90c9a4c50 tempest-ServersAdminTestJSON-212052118 tempest-ServersAdminTestJSON-212052118-project-member] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 798.280629] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 798.280895] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.280996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.286791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.287437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.287437] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.287638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.287638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.287891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.287970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.288169] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.791818] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.917154] env[65335]: INFO networking_nsxv3.common.synchronization [None req-6fafa4c1-c588-428f-82e4-eb5677d5cc9c None None] Enqueued Resource ID: b95dda9f-889a-4acb-bfe9-7d169198d095 with Priority: HIGHEST for action port [ 798.917849] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95dda9f-889a-4acb-bfe9-7d169198d095 with Priority: HIGHEST for action port [ 798.918842] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b95dda9f-889a-4acb-bfe9-7d169198d095 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.919065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b95dda9f-889a-4acb-bfe9-7d169198d095" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.919215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b95dda9f-889a-4acb-bfe9-7d169198d095" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.920594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b95dda9f-889a-4acb-bfe9-7d169198d095" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.920764] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95dda9f-889a-4acb-bfe9-7d169198d095',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.245432] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 799.245640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.245843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.246108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.246260] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.247999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.247999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.247999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.247999] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.296789] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.424115] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b95dda9f-889a-4acb-bfe9-7d169198d095 [ 799.424115] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.424115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.424311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.424343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.424523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.424523] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b95dda9f-889a-4acb-bfe9-7d169198d095 already deleted. [ 799.424600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b95dda9f-889a-4acb-bfe9-7d169198d095" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.599541] env[65335]: INFO networking_nsxv3.common.synchronization [req-76a79e29-383d-425e-82b9-769b7109d728 req-94ba2d9d-f599-47a9-8c48-a6b6d5f47d93 tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 799.600892] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 799.601382] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.601502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.601570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.601880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.601941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.601992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.602070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.602212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.602298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.602391] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.749918] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.749918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.749918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.749918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.749918] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.749918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.749918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.749918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.750326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.750326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.750326] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.750440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.750473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.750616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.750833] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.750833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.750943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.751044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.751120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.751201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.751289] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.799669] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.799669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.799669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.799870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.800082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.800296] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 799.831938] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.831938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.831938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.832280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.832364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.842922] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 800.104823] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.104823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.104823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.104823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.104823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.105852] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.105852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.105852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.105852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.105852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.105852] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 800.139738] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.139738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.139738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.139738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.139738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.150752] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 800.253946] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c: rpc.has_security_group_logging(os_id): False [ 800.292304] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.292304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.292304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.292304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.292304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.292304] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.292304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.292304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.292778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.292778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.292778] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.292778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.292778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.292949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.292949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.293890] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.293890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.293890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.293890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.293890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.293890] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 800.383321] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.383661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.383661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.383774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.383888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.403813] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 801.298917] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b4b57f23-3590-4133-b2ed-715a7e782eb2 None None] Enqueued Resource ID: 3ce6eb66-d873-47dd-9107-fe21b2c33a85 with Priority: HIGHEST for action port [ 801.299618] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce6eb66-d873-47dd-9107-fe21b2c33a85 with Priority: HIGHEST for action port [ 801.299987] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce6eb66-d873-47dd-9107-fe21b2c33a85 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.301113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce6eb66-d873-47dd-9107-fe21b2c33a85" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.301113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce6eb66-d873-47dd-9107-fe21b2c33a85" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.301272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce6eb66-d873-47dd-9107-fe21b2c33a85" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.301352] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce6eb66-d873-47dd-9107-fe21b2c33a85',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.807651] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b1ab137e-4dd3-498e-843f-16440aed9938 tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 801.809022] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce6eb66-d873-47dd-9107-fe21b2c33a85 [ 801.809022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.809022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.809022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.809022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.810210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.812720] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce6eb66-d873-47dd-9107-fe21b2c33a85 already deleted. [ 801.812720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce6eb66-d873-47dd-9107-fe21b2c33a85" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.812720] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 801.812720] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.812720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.812720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.812720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.812720] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.854969] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 801.855408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.087027] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-c9e1734a-77c2-4364-a27f-e8b0cb81612f tempest-ListServersNegativeTestJSON-882242383 tempest-ListServersNegativeTestJSON-882242383-project-member] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 802.087647] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 802.088095] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.088095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.088250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.088346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.088648] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.088744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.088780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.089014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.089072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.089176] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.161797] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 802.162014] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 deletion is rescheduled due to dependency. [ 802.162164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.268706] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f064140e-d92d-4ef9-8b61-85bb46b12c77 tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 802.269835] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 802.269835] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.269835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.356152] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.356152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.356152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.356152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.356152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.356152] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb already deleted. [ 802.356152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.356152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.356152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.356152] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.437206] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 802.437564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.563454] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-456 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.563454] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.563454] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.564016] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.564016] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.564175] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.564175] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.564447] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.564580] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.564776] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.564878] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.564977] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.565084] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.565204] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.565306] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.565401] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.586611] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.586827] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.586961] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.587142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-456" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.587526] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-2038ee01-f8db-4237-b847-7dc4ebcea340 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.587789] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-2038ee01-f8db-4237-b847-7dc4ebcea340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.587972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-2038ee01-f8db-4237-b847-7dc4ebcea340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.588505] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-2038ee01-f8db-4237-b847-7dc4ebcea340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.588733] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2038ee01-f8db-4237-b847-7dc4ebcea340',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.591871] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.877740] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.878145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.878145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.878430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.878507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.878758] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb already deleted. [ 802.879102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.093230] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.093449] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.093568] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.093840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.093982] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.094140] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 2038ee01-f8db-4237-b847-7dc4ebcea340 not found, creating... [ 803.094389] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.094536] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.094643] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.094846] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.094971] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.095255] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.095402] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.095510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.095706] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.095829] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.095958] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 2038ee01-f8db-4237-b847-7dc4ebcea340 is going to be created. [ 803.097102] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.119587] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.119781] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.119899] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.120176] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.120394] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.120665] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-2038ee01-f8db-4237-b847-7dc4ebcea340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.599624] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.599624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.599772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.600395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.600395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.600395] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 803.633171] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.633319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.633359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.633581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.633725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.643151] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 803.857883] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-43a5f404-31fb-46b0-aced-6d499c0f424e service nova] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_rules [ 803.857883] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-43a5f404-31fb-46b0-aced-6d499c0f424e service nova] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 803.858109] env[65335]: INFO networking_nsxv3.common.synchronization [req-dbfbaea3-a33f-484a-bb2e-cc51263bbcff req-43a5f404-31fb-46b0-aced-6d499c0f424e service nova] Enqueued Resource ID: 2038ee01-f8db-4237-b847-7dc4ebcea340 with Priority: HIGHEST for action port [ 803.858373] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_rules [ 803.858505] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 803.858710] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2038ee01-f8db-4237-b847-7dc4ebcea340 with Priority: HIGHEST for action port [ 803.859380] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.859487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.859487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.859698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.859767] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.860666] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.860761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.860941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2038ee01-f8db-4237-b847-7dc4ebcea340 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.861303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2038ee01-f8db-4237-b847-7dc4ebcea340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.861373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2038ee01-f8db-4237-b847-7dc4ebcea340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.861931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2038ee01-f8db-4237-b847-7dc4ebcea340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.862037] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2038ee01-f8db-4237-b847-7dc4ebcea340',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.368575] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2038ee01-f8db-4237-b847-7dc4ebcea340 with status ACTIVE [ 804.368883] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.368883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.368883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.369090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.369167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.369345] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.369471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.369513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.369647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.369716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.369893] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.369980] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.370045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.370201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.370255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.370338] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2038ee01-f8db-4237-b847-7dc4ebcea340 is going to be updated. [ 804.373119] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.373870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.397380] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.397587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.397662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.397918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.398103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.398358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2038ee01-f8db-4237-b847-7dc4ebcea340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.654145] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 805.654417] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.654524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.654782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.654989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.656594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.656594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.656594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.656594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.656594] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.161662] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.553306] env[65335]: INFO networking_nsxv3.common.synchronization [None req-71eab216-f4f3-45c1-9299-2949cc158de9 None None] Enqueued Resource ID: 8bbe9837-58f4-449e-8fce-563a0f4bc6d0 with Priority: HIGHEST for action port [ 806.553306] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bbe9837-58f4-449e-8fce-563a0f4bc6d0 with Priority: HIGHEST for action port [ 806.553628] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bbe9837-58f4-449e-8fce-563a0f4bc6d0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.553749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bbe9837-58f4-449e-8fce-563a0f4bc6d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.553815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bbe9837-58f4-449e-8fce-563a0f4bc6d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.554092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bbe9837-58f4-449e-8fce-563a0f4bc6d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.554171] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bbe9837-58f4-449e-8fce-563a0f4bc6d0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.666761] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.057413] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bbe9837-58f4-449e-8fce-563a0f4bc6d0 [ 807.057688] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.057824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.057931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.058122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.058256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.058386] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bbe9837-58f4-449e-8fce-563a0f4bc6d0 already deleted. [ 807.058473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bbe9837-58f4-449e-8fce-563a0f4bc6d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.116173] env[65335]: INFO networking_nsxv3.common.synchronization [req-f7550db2-46a6-4069-aee8-42c046ac777b req-73304de3-e0a2-46eb-a8b9-3c427e2ca45c tempest-ListImageFiltersTestJSON-2077899949 tempest-ListImageFiltersTestJSON-2077899949-project-member] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 807.116173] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 807.116173] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.116173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.116173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.116173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.116173] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.116173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.116173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.116173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.116173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.116173] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.169453] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.169453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.169453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.169453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.169453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.169453] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 807.205800] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.205800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.205800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.205800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.205800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.218280] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 807.517705] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.519034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.519034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.519034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.519034] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.519235] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.519481] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.520020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.520122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.520331] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.520441] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.520544] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.520798] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.520941] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.521055] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.521181] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.542282] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.542282] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.542282] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.542282] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-867" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.546166] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-c3421e06-2ba3-4464-8e6c-8635d27dd119 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.546166] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-c3421e06-2ba3-4464-8e6c-8635d27dd119" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.546166] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-c3421e06-2ba3-4464-8e6c-8635d27dd119" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.546166] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-c3421e06-2ba3-4464-8e6c-8635d27dd119" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.546166] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3421e06-2ba3-4464-8e6c-8635d27dd119',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.621365] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.890270] env[65335]: INFO networking_nsxv3.common.synchronization [None req-2c457643-ad25-49f0-abff-5feea28ce61c None None] Enqueued Resource ID: 026338f9-ea4d-4ed7-a3d6-c32292eaf538 with Priority: HIGHEST for action port [ 807.890799] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026338f9-ea4d-4ed7-a3d6-c32292eaf538 with Priority: HIGHEST for action port [ 807.891098] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-026338f9-ea4d-4ed7-a3d6-c32292eaf538 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.891223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-026338f9-ea4d-4ed7-a3d6-c32292eaf538" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.891290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-026338f9-ea4d-4ed7-a3d6-c32292eaf538" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.891523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-026338f9-ea4d-4ed7-a3d6-c32292eaf538" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.893135] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026338f9-ea4d-4ed7-a3d6-c32292eaf538',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.045848] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.046077] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.046198] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.046556] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.046708] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.046855] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port c3421e06-2ba3-4464-8e6c-8635d27dd119 not found, creating... [ 808.047121] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.047272] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.047380] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.047587] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.047717] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.048087] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.048250] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.048367] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.048571] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.048689] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.048828] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: c3421e06-2ba3-4464-8e6c-8635d27dd119 is going to be created. [ 808.069012] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.069225] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.069356] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.069605] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.069816] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.070029] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-c3421e06-2ba3-4464-8e6c-8635d27dd119" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.124409] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.397993] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 026338f9-ea4d-4ed7-a3d6-c32292eaf538 [ 808.397993] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.397993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.397993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.397993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.397993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.397993] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:026338f9-ea4d-4ed7-a3d6-c32292eaf538 already deleted. [ 808.397993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-026338f9-ea4d-4ed7-a3d6-c32292eaf538" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.628191] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.628191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.628191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.628191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.628191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.628452] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be updated. [ 808.660905] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.661118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.661118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.661306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.661455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.671558] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: IN_PROGRESS for 2s [ 808.840274] env[65335]: INFO networking_nsxv3.common.synchronization [req-f7550db2-46a6-4069-aee8-42c046ac777b req-1dd754b7-42b6-4886-b1b6-ec68b7c8662d service nova] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_rules [ 808.840274] env[65335]: INFO networking_nsxv3.common.synchronization [req-f7550db2-46a6-4069-aee8-42c046ac777b req-1dd754b7-42b6-4886-b1b6-ec68b7c8662d service nova] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 808.840419] env[65335]: INFO networking_nsxv3.common.synchronization [req-f7550db2-46a6-4069-aee8-42c046ac777b req-1dd754b7-42b6-4886-b1b6-ec68b7c8662d service nova] Enqueued Resource ID: c3421e06-2ba3-4464-8e6c-8635d27dd119 with Priority: HIGHEST for action port [ 808.840607] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_rules [ 808.840729] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 808.840822] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3421e06-2ba3-4464-8e6c-8635d27dd119 with Priority: HIGHEST for action port [ 808.842466] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.842466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.842466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.842466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.842466] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.842664] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.842743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.842989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3421e06-2ba3-4464-8e6c-8635d27dd119 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.843078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3421e06-2ba3-4464-8e6c-8635d27dd119" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.843116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3421e06-2ba3-4464-8e6c-8635d27dd119" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.843263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3421e06-2ba3-4464-8e6c-8635d27dd119" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.843357] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3421e06-2ba3-4464-8e6c-8635d27dd119',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.149417] env[65335]: INFO networking_nsxv3.common.synchronization [None req-d59ca636-4c35-4d04-8ed5-2f09f760afff None None] Enqueued Resource ID: 6251482f-94fd-46a6-a4b7-b0b68a66570d with Priority: HIGHEST for action port [ 809.150287] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6251482f-94fd-46a6-a4b7-b0b68a66570d with Priority: HIGHEST for action port [ 809.150670] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-6251482f-94fd-46a6-a4b7-b0b68a66570d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.150816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6251482f-94fd-46a6-a4b7-b0b68a66570d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.150893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6251482f-94fd-46a6-a4b7-b0b68a66570d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.151187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6251482f-94fd-46a6-a4b7-b0b68a66570d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.151305] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6251482f-94fd-46a6-a4b7-b0b68a66570d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.230992] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 809.230992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.230992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.230992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.230992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.230992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.230992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.230992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.230992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.230992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.230992] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.345177] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.345318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.348835] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3421e06-2ba3-4464-8e6c-8635d27dd119 with status ACTIVE [ 809.349064] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.349185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.349244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.349471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.349642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.349751] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.349838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.349890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.350033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.350108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.350286] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.350383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.350440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.350571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.350631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.350718] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3421e06-2ba3-4464-8e6c-8635d27dd119 is going to be updated. [ 809.377441] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.378318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.378318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.378318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.378318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.378318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3421e06-2ba3-4464-8e6c-8635d27dd119" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.655323] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6251482f-94fd-46a6-a4b7-b0b68a66570d [ 809.655567] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.655701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.655763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.656129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.656129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.656280] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6251482f-94fd-46a6-a4b7-b0b68a66570d already deleted. [ 809.656280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6251482f-94fd-46a6-a4b7-b0b68a66570d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.733699] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.733891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.733967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.734208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.734371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.734470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.734533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.734677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.734963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.734963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.735069] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.735069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.735163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.735266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.735397] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.735491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.735534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.735666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.735755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.735843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.735931] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.738368] env[65335]: INFO networking_nsxv3.common.synchronization [req-acc4a9c0-c249-46b6-9e5b-099b95f90ab8 req-8de00d18-5ddb-4121-b1a6-c417fb849499 tempest-ServersWithSpecificFlavorTestJSON-474019439 tempest-ServersWithSpecificFlavorTestJSON-474019439-project-member] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 809.741193] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 809.741193] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.741193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.741193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.741193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.741193] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.741193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.741193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.741193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.741193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.741193] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.888575] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0da49338-fde8-4be5-826e-da8963d2db40 tempest-ServerActionsTestOtherB-839008207 tempest-ServerActionsTestOtherB-839008207-project-member] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 809.889127] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 809.889431] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.889570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.889619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.889929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.889929] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.054229] env[65335]: INFO networking_nsxv3.common.synchronization [None req-769d450a-98c4-465f-b5a8-233400c9b058 tempest-ServerActionsTestOtherB-839008207 tempest-ServerActionsTestOtherB-839008207-project-member] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 810.054229] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 810.054563] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.055301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.110837] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.111389] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-871" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.111643] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-871" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.112027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-871" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.112464] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.112760] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.112997] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.113410] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.113677] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.114015] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.114224] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.114406] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.114584] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.114784] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.114966] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.115201] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.136039] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.136039] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.136039] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.136039] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-871" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.136039] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-db21a064-c443-4de1-b8ea-478d90226ef3 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.136039] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-db21a064-c443-4de1-b8ea-478d90226ef3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.136815] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-db21a064-c443-4de1-b8ea-478d90226ef3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.136815] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-db21a064-c443-4de1-b8ea-478d90226ef3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.136815] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db21a064-c443-4de1-b8ea-478d90226ef3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.212299] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c3c5ef23-2131-4137-ac83-8784b4288341 None None] Enqueued Resource ID: b432d4d7-6015-4938-b4b3-227f84753418 with Priority: HIGHEST for action port [ 810.212299] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b432d4d7-6015-4938-b4b3-227f84753418 with Priority: HIGHEST for action port [ 810.212299] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b432d4d7-6015-4938-b4b3-227f84753418 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.212299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b432d4d7-6015-4938-b4b3-227f84753418" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.212299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b432d4d7-6015-4938-b4b3-227f84753418" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.212299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b432d4d7-6015-4938-b4b3-227f84753418" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.212299] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b432d4d7-6015-4938-b4b3-227f84753418',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.239933] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c: rpc.has_security_group_logging(os_id): False [ 810.244212] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.244346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.244450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.244618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.244712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.244892] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.244986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.245062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.245207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.245282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.245404] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be updated. [ 810.258469] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.258624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.258624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.258815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.258917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.259171] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.259408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.259408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.259555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.259555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.260214] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.260214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.260214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.260214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.260214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.260456] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.260456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.260456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.260626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.260677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.260745] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 810.272752] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.272920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.272993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.273275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.273455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.283435] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: IN_PROGRESS for 2s [ 810.333471] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.334034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.334034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.334034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.334034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.349303] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 810.410847] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.411085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.411085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.411478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.411570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.411826] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c already deleted. [ 810.411826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.411952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.412068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.412156] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.642209] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.642209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.642209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.642209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.642209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.642209] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port db21a064-c443-4de1-b8ea-478d90226ef3 not found, creating... [ 810.642209] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.642209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.642209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.642209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.642209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.642700] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.642700] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.642700] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.642700] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.642700] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.642700] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: db21a064-c443-4de1-b8ea-478d90226ef3 is going to be created. [ 810.665073] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.665301] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.665418] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.665686] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.665908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666139] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-db21a064-c443-4de1-b8ea-478d90226ef3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.669994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.670138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.670203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.670371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.670824] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.683418] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: SUCCESS [ 810.683661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.683818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.684014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.684212] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.684336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.684386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.684514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.684587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.684675] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.714285] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b432d4d7-6015-4938-b4b3-227f84753418 [ 810.714605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.714796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.714920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.715208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.715352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.715499] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b432d4d7-6015-4938-b4b3-227f84753418 already deleted. [ 810.715635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b432d4d7-6015-4938-b4b3-227f84753418" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.933390] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.934114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.934114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.934114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.934114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.934114] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c already deleted. [ 810.934114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.172489] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.188653] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.445217] env[65335]: INFO networking_nsxv3.common.synchronization [req-acc4a9c0-c249-46b6-9e5b-099b95f90ab8 req-3e8906da-a608-4476-9488-49c7c3c081f9 service nova] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_rules [ 811.445217] env[65335]: INFO networking_nsxv3.common.synchronization [req-acc4a9c0-c249-46b6-9e5b-099b95f90ab8 req-3e8906da-a608-4476-9488-49c7c3c081f9 service nova] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 811.445217] env[65335]: INFO networking_nsxv3.common.synchronization [req-acc4a9c0-c249-46b6-9e5b-099b95f90ab8 req-3e8906da-a608-4476-9488-49c7c3c081f9 service nova] Enqueued Resource ID: db21a064-c443-4de1-b8ea-478d90226ef3 with Priority: HIGHEST for action port [ 811.445525] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_rules [ 811.445525] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 811.445525] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db21a064-c443-4de1-b8ea-478d90226ef3 with Priority: HIGHEST for action port [ 811.445780] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.445899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.445964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.446189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.446274] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.447694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.447694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-db21a064-c443-4de1-b8ea-478d90226ef3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db21a064-c443-4de1-b8ea-478d90226ef3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.447694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db21a064-c443-4de1-b8ea-478d90226ef3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.447925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db21a064-c443-4de1-b8ea-478d90226ef3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.447925] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db21a064-c443-4de1-b8ea-478d90226ef3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.678507] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.691243] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.950043] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.950308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.950520] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db21a064-c443-4de1-b8ea-478d90226ef3 with status ACTIVE [ 811.950722] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.950824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.950893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.951118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.951189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.951365] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.951487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.951607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.951738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.951816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.951996] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.952101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.952163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.952355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.952355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.952433] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db21a064-c443-4de1-b8ea-478d90226ef3 is going to be updated. [ 811.978903] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.978903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.978903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.978903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.979220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.979220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db21a064-c443-4de1-b8ea-478d90226ef3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.181299] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 812.181413] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 812.195221] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.195383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.195450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.195711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.195868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.196007] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be updated. [ 812.232290] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.232290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.232290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.232290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.232290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.242606] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: IN_PROGRESS for 2s [ 812.295540] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: SUCCESS [ 812.295844] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd deletion is rescheduled due to dependency. [ 812.296083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.296424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.297037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.297037] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.297037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.298149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.298149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.298149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.298149] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.367115] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 812.367115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.801222] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.063264] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.063471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.063519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.063738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.081736] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 813.082919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.083492] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 813.113175] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.113410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.113410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.113596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.118700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.119293] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 813.119406] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.119406] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 813.179999] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.180315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.180511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.180891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.182372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.182622] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 813.278493] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.278692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.278760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.278975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.279227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.279504] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 813.304451] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.361029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.361203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.361288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.361521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.361742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.362036] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 813.362137] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6158549f-8eaf-4320-bd9a-8e7659cdc0ac', '73a6d07b-6f12-4a4a-a56d-f2837963a214', 'bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7', '479d3f15-b82f-4eb0-9e82-3b6096e601b1', 'fe0068b8-ab26-4600-88f2-7bd172a8c0f9', '973487f1-fd85-4f4c-b5d1-e6ad6859cc9c', '244cef86-9de4-4469-9abc-ed00a04ed508', '009e7197-2873-4566-8f9c-8825d14d777b', 'b2bec032-3cb9-49b7-ae2c-400d71967b13', 'c5a2f015-cee2-476b-a70b-1bdc4e201b02', '49a49b59-592f-4912-ac07-031e7e11419c', '7c608fcb-513c-4761-9d58-57dad0da4c74', '74da97ba-ee0e-43cc-8649-5743c9d874f2', '91576b87-9bd0-4068-8a49-bc204ff22efd', 'fc23820c-35bd-4488-b0c6-304aa532691f', 'ae3834b0-9f68-47cd-a151-4e81aeb36725', '4f667566-7744-47a2-899b-242b8528c023', '7ea1e5c2-efb7-4920-b285-197191f31162', '4f11db80-5a12-4e73-80a4-d80707833793', '3fe27c04-55a2-4c53-b636-8c9a6cb167b6', 'ce8dc3ee-3546-4484-ad40-087c532fc197', 'eba0b65d-37f9-4142-9444-a596f3d89e11', '6390c8c0-48c2-4277-95e5-f111be984338', 'a1a27c6a-d5aa-42d4-9eb8-283b923bc1db', '3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5', '878096d8-34bc-4d44-b271-f03c14db3758', '16b3fb36-e9c1-4705-9bef-e70502b050e0', '29bbb475-2dcd-46c4-b143-56cd3e99b855', '15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b', '9ea5273a-ad43-47ac-9d1b-60828e5c1083', '9c374fcf-f0c3-478c-b765-e3f8dcfc52ad', 'd9ae1c80-3dd2-4c98-963f-ca6c195169e8', '754da5d3-8055-48c6-afc8-dd57c4c80673', 'e7ad464b-e102-47df-9f90-03106395a378'} {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.362223] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 813.383391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.383649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.383649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.383880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.383937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.384088] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 813.384173] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.384235] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 813.456576] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.457702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.457702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.457702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.458727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.459554] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 813.459554] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.459554] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 813.459554] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 813.459554] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 813.459554] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGH for action security_group_rules [ 813.459554] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGH for action security_group_rules [ 813.459554] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGH for action security_group_rules [ 813.459554] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGH for action security_group_rules [ 813.459986] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGH for action security_group_rules [ 813.459986] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGH for action security_group_rules [ 813.460218] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGH for action security_group_rules [ 813.460218] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGH for action security_group_rules [ 813.461642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.808068] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.808606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.808606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.808729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.808777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.808872] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be updated. [ 813.886556] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.886749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.886831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.887084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.887290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.910278] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: IN_PROGRESS for 2s [ 814.260024] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: SUCCESS [ 814.260024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.260024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.260024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.260024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.260024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.260024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.260024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.260024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.260024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.260024] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.488822] env[65335]: INFO networking_nsxv3.common.synchronization [req-5bd9ddf2-6ff0-4366-a0eb-431b85e9497f req-06fbbc04-776d-42ac-95cc-9610cb94ecad tempest-ListServersNegativeTestJSON-882242383 tempest-ListServersNegativeTestJSON-882242383-project-member] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 814.489560] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 814.489560] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac with Priority: HIGH for action security_group_rules [ 814.489765] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGH for action security_group_rules [ 814.489765] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244cef86-9de4-4469-9abc-ed00a04ed508 with Priority: HIGH for action security_group_rules [ 814.490055] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc23820c-35bd-4488-b0c6-304aa532691f with Priority: HIGH for action security_group_rules [ 814.490055] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGH for action security_group_rules [ 814.490055] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGH for action security_group_rules [ 814.490214] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGH for action security_group_rules [ 814.490214] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f667566-7744-47a2-899b-242b8528c023 with Priority: HIGH for action security_group_rules [ 814.490302] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGH for action security_group_rules [ 814.490355] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGH for action security_group_rules [ 814.490425] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 with Priority: HIGH for action security_group_rules [ 814.490485] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGH for action security_group_rules [ 814.490615] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a49b59-592f-4912-ac07-031e7e11419c with Priority: HIGH for action security_group_rules [ 814.490732] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGH for action security_group_rules [ 814.490822] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 with Priority: HIGH for action security_group_rules [ 814.491039] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGH for action security_group_rules [ 814.491039] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009e7197-2873-4566-8f9c-8825d14d777b with Priority: HIGH for action security_group_rules [ 814.491155] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 with Priority: HIGH for action security_group_rules [ 814.491215] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGH for action security_group_rules [ 814.491273] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 with Priority: HIGH for action security_group_rules [ 814.491579] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.491688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.491746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.492049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.492144] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.492220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.492266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.492402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.492481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.492573] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.493526] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.493664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.493725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.493838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.494103] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6158549f-8eaf-4320-bd9a-8e7659cdc0ac',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.494887] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.494985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.495056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.495212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.495283] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.495996] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-244cef86-9de4-4469-9abc-ed00a04ed508 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.496230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.496316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.496791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.496934] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('244cef86-9de4-4469-9abc-ed00a04ed508',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.497944] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc23820c-35bd-4488-b0c6-304aa532691f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.498093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.498151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.498310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.498384] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc23820c-35bd-4488-b0c6-304aa532691f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.499346] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.499471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.499527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.499653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.499722] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.500799] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.500932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.501031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.501227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.501314] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.502248] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.502763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.502763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.502763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.502763] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.504009] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f667566-7744-47a2-899b-242b8528c023 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.504009] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.504009] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.504009] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.504009] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f667566-7744-47a2-899b-242b8528c023',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.505033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.505138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.505364] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.505515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.505613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.505792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.505945] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.506110] env[65335]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 814.506962] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74da97ba-ee0e-43cc-8649-5743c9d874f2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.507102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.507154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.507309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.507383] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74da97ba-ee0e-43cc-8649-5743c9d874f2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.508678] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.508678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.508678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.508678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.508678] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.509589] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a49b59-592f-4912-ac07-031e7e11419c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.509700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.509767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.509937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.510104] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a49b59-592f-4912-ac07-031e7e11419c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.510932] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.511056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.511118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.511264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.511335] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.512287] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2bec032-3cb9-49b7-ae2c-400d71967b13 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.512451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.512548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.512755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.512866] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2bec032-3cb9-49b7-ae2c-400d71967b13',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.513714] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.513885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.513965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.514204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.514280] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.515330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-009e7197-2873-4566-8f9c-8825d14d777b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.515466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.515507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.515658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.515728] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('009e7197-2873-4566-8f9c-8825d14d777b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.516729] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.516873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.516920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.517098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.517170] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe0068b8-ab26-4600-88f2-7bd172a8c0f9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.518674] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.518771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.519463] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.519463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.519463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.519463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.519463] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('479d3f15-b82f-4eb0-9e82-3b6096e601b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.525243] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.728798] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.729042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.729042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.729201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.759320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.759444] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6158549f-8eaf-4320-bd9a-8e7659cdc0ac is going to be deleted. [ 814.762437] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.762583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.762659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.762896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.763094] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.763332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.763332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.763435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.763488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.763633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.763758] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.763864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.763925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.766043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.766043] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.766043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.766043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.766043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.766043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.766043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.766043] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.827068] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.827492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.827492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.827492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.827694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.827793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6158549f-8eaf-4320-bd9a-8e7659cdc0ac" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.925170] env[65335]: INFO networking_nsxv3.common.synchronization [req-5def6ee1-0d99-4065-949b-2224d9a76edc req-f7a1abcc-98a7-4fff-8549-706734a26af5 tempest-ServersAdminNegativeTestJSON-610001969 tempest-ServersAdminNegativeTestJSON-610001969-project-member] Enqueued Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 814.925170] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad with Priority: HIGHEST for action security_group_members [ 814.925170] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.925170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.925170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.925170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.925170] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.925170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.925170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.925170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.925170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.925609] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c374fcf-f0c3-478c-b765-e3f8dcfc52ad',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.024043] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.024226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.024294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.024529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.024702] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.024798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.024857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.024998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.025099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.025215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.025318] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.031943] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.245966] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.246123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.246187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.246522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.246711] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.246815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.246957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.247997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.248153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.248469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.248593] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.259483] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.259594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.262940] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.263104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.263168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.263366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.263525] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.263623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.263688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.263875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.263977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.264055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.264111] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.266319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.266319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.266319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.266542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.266590] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.266667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.266718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.266891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.266972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.269773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.269909] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.287768] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a6d07b-6f12-4a4a-a56d-f2837963a214: rpc.has_security_group_logging(os_id): False [ 815.311888] env[65335]: INFO networking_nsxv3.common.synchronization [req-a9bf1233-acfe-4ce2-8c68-9fbb4b8ebbbe req-95279e78-0a3f-42e2-ba46-11f5b8c5e039 tempest-ServerRescueNegativeTestJSON-565743917 tempest-ServerRescueNegativeTestJSON-565743917-project-member] Enqueued Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_members [ 815.312869] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.313008] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.313090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.313288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.318286] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_members [ 815.323912] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a74307-699c-4aaa-a059-442a1fb602dc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.324072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.324533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.324533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.324685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.324685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.324783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.324868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.324950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.325058] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.330478] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.330478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.331633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.331747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.332536] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.332639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.334283] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.334401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.335124] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.335210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.336285] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.336383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.337835] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.337948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.342614] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.342770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.343678] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.343801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.344882] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.344989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.346228] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 815.346730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.346902] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2bec032-3cb9-49b7-ae2c-400d71967b13 is going to be deleted. [ 815.347906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.348150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.350848] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.351080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.361877] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.362137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.371281] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 815.371776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.371907] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 479d3f15-b82f-4eb0-9e82-3b6096e601b1 is going to be deleted. [ 815.373439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.373498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.398471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.398684] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74da97ba-ee0e-43cc-8649-5743c9d874f2 is going to be deleted. [ 815.399742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.400015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.418151] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.418329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.423277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.423419] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc23820c-35bd-4488-b0c6-304aa532691f is going to be deleted. [ 815.424383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.424601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.428073] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.428245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.461067] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.461213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.467089] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.467259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.470534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.470802] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a49b59-592f-4912-ac07-031e7e11419c is going to be deleted. [ 815.472856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.473168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.508581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.508581] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 244cef86-9de4-4469-9abc-ed00a04ed508 is going to be deleted. [ 815.509789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.512023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.524021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.524021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.528705] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.533668] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.533993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.536030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.536030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.536030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.536030] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 815.557320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.557320] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be deleted. [ 815.558206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.558465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.593070] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.593070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.617516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.617644] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be deleted. [ 815.619040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.663297] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.663439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.669570] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.669893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.669893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.670248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.670248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.681344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.681520] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 009e7197-2873-4566-8f9c-8825d14d777b is going to be deleted. [ 815.682501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.683055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.690113] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 815.710129] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.710129] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.710129] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.710129] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.710129] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.710129] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.710129] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.710773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.710773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.710773] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.710773] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.710929] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.711061] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.711214] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.711268] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.711409] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.729880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.730109] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be deleted. [ 815.731074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.731271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.754087] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.754319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.754319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.754568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.754738] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.754839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.754900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.755065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.755155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.755236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.755382] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.755473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.755532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.755681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.755814] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.755901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.755955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.756110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.756218] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.756309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.756401] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.765784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.765784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.769702] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.769909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.777076] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.777381] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.777626] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.777928] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-307" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.778411] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-bce58091-69cc-41c0-b661-77809ad9b1cc taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.778690] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-bce58091-69cc-41c0-b661-77809ad9b1cc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.778905] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-bce58091-69cc-41c0-b661-77809ad9b1cc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.779797] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-bce58091-69cc-41c0-b661-77809ad9b1cc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.780046] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce58091-69cc-41c0-b661-77809ad9b1cc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.783941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.784077] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f667566-7744-47a2-899b-242b8528c023 is going to be deleted. [ 815.785568] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.786573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.786863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.788186] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.813217] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.813485] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.813624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.813695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.813900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.813999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.814186] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.814301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.814362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.814483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.814548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.815285] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.815285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.815285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.815285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.815769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.815902] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be updated. [ 815.817430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.817613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.831824] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.832282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.877457] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.877457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.893143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.893143] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe0068b8-ab26-4600-88f2-7bd172a8c0f9 is going to be deleted. [ 815.893392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.893491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.895301] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.895464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.922650] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: SUCCESS [ 815.922996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.923221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.923481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.923877] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.924058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.924163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.924484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.924638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.924783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.924912] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.950504] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.950694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.952369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.952634] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.952754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.952821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.953044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.953131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.953226] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad is going to be updated. [ 815.954621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.954819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.954910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.955131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-479d3f15-b82f-4eb0-9e82-3b6096e601b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.955361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.955527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.955634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.955781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74da97ba-ee0e-43cc-8649-5743c9d874f2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.956400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.956600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.956710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.956873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc23820c-35bd-4488-b0c6-304aa532691f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.957050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.957234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.957341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.957485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a49b59-592f-4912-ac07-031e7e11419c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.957675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.957847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.957952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.958109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-244cef86-9de4-4469-9abc-ed00a04ed508" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.958324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.958468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.958571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.958706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.958858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.959054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.959163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.959298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.959456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.959622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.959723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.959857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2bec032-3cb9-49b7-ae2c-400d71967b13" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.960017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.960190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.960290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.960529] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.960686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.960783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.960950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.961062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.961178] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a74307-699c-4aaa-a059-442a1fb602dc already deleted. [ 815.961282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.961478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.961665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.962518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.962695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-009e7197-2873-4566-8f9c-8825d14d777b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.962899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.963796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.963796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.963796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.963796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.963796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.963796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.963796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f667566-7744-47a2-899b-242b8528c023" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.030692] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7: rpc.has_security_group_logging(os_id): False [ 816.191716] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.191903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.191979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.192337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.203442] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.203552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.203596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.203846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.203995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.223779] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.223779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.224431] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.224525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.232406] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: IN_PROGRESS for 2s [ 816.244201] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 816.244890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.245426] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.245426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.245530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.246153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.246153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.246153] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 is going to be updated. [ 816.247192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.247386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.247606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.248815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.249056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.251551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.251551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe0068b8-ab26-4600-88f2-7bd172a8c0f9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.260368] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea1e5c2-efb7-4920-b285-197191f31162: rpc.has_security_group_logging(os_id): False [ 816.283981] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.284261] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.284405] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.284847] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.284908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.285045] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port bce58091-69cc-41c0-b661-77809ad9b1cc not found, creating... [ 816.285315] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.285705] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.285705] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.285821] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.286053] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.286248] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.286549] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.287030] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.287030] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.287177] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.287334] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: bce58091-69cc-41c0-b661-77809ad9b1cc is going to be created. [ 816.291226] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f11db80-5a12-4e73-80a4-d80707833793: rpc.has_security_group_logging(os_id): False [ 816.292318] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe27c04-55a2-4c53-b636-8c9a6cb167b6: rpc.has_security_group_logging(os_id): False [ 816.297714] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.297835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.297835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.298102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.354294] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: IN_PROGRESS for 2s [ 816.355765] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.355979] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.356129] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.356428] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.356709] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.357085] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-bce58091-69cc-41c0-b661-77809ad9b1cc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.374606] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.374807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.375535] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.375650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.389165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.389584] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.389781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.389781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.389992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.390095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.390308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.390403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.390453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.390613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.390704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.390875] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.390963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.391041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.391191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.391268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.391368] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 816.392687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.392858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.428095] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.455455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.455645] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.455744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.455810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.456024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.456112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.456203] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 is going to be updated. [ 816.457604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.457790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.486905] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.487049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.487940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.488509] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.488644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.488685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.488865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.488946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.489044] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 is going to be updated. [ 816.490223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.490406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.490543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.524142] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: IN_PROGRESS for 2s [ 816.560680] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.560680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.560680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.560680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.560680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.613726] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 816.640552] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.643388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.643388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.643388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.643388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.645734] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.645933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.645982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.646986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.646986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.689963] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: IN_PROGRESS for 2s [ 816.689963] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f11db80-5a12-4e73-80a4-d80707833793 in Status: IN_PROGRESS for 2s [ 816.931129] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91576b87-9bd0-4068-8a49-bc204ff22efd: rpc.has_security_group_logging(os_id): False [ 816.949952] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.951231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.951231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.951231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.971771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.972048] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.972171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.972246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.972450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.972537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.972624] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be updated. [ 817.004008] env[65335]: INFO networking_nsxv3.common.synchronization [req-a9bf1233-acfe-4ce2-8c68-9fbb4b8ebbbe req-b2c21314-de43-42f8-9be0-76b8a972bd34 service nova] Enqueued Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_rules [ 817.004268] env[65335]: INFO networking_nsxv3.common.synchronization [req-a9bf1233-acfe-4ce2-8c68-9fbb4b8ebbbe req-b2c21314-de43-42f8-9be0-76b8a972bd34 service nova] Enqueued Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_members [ 817.004338] env[65335]: INFO networking_nsxv3.common.synchronization [req-a9bf1233-acfe-4ce2-8c68-9fbb4b8ebbbe req-b2c21314-de43-42f8-9be0-76b8a972bd34 service nova] Enqueued Resource ID: bce58091-69cc-41c0-b661-77809ad9b1cc with Priority: HIGHEST for action port [ 817.005019] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_rules [ 817.005316] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_members [ 817.005424] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce58091-69cc-41c0-b661-77809ad9b1cc with Priority: HIGHEST for action port [ 817.005707] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a74307-699c-4aaa-a059-442a1fb602dc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.005842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.005879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.006342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.006342] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.008414] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a74307-699c-4aaa-a059-442a1fb602dc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.008477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.008563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.008744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.008895] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.009018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.009091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.009271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.010778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.010778] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.010778] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce58091-69cc-41c0-b661-77809ad9b1cc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.010778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce58091-69cc-41c0-b661-77809ad9b1cc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.010778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce58091-69cc-41c0-b661-77809ad9b1cc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.010778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce58091-69cc-41c0-b661-77809ad9b1cc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.010778] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce58091-69cc-41c0-b661-77809ad9b1cc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.033417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.033541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.033603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.033844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.033944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.055755] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: IN_PROGRESS for 2s [ 817.513133] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.514236] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a74307-699c-4aaa-a059-442a1fb602dc taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.514349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.514550] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bce58091-69cc-41c0-b661-77809ad9b1cc with status ACTIVE [ 817.514680] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.514813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.514874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.515046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.515136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.515301] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.515396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.515455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.515601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.515674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.515848] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.515934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.516040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.516136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.516206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.516291] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bce58091-69cc-41c0-b661-77809ad9b1cc is going to be updated. [ 817.541219] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.541425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.541502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.541710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.541849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.542013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce58091-69cc-41c0-b661-77809ad9b1cc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.702335] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 817.702571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.702673] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.703061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.703338] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.703465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.703550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.703666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.703737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.703842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.703961] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.018695] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.207061] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.207061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.207061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.207300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.207936] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.207936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.207936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.207936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.207936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.207936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.208218] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.208218] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.209344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.209344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.209344] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.209344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.209344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.209344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.211253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.211253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.211253] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.245507] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad in Status: SUCCESS [ 818.245507] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c374fcf-f0c3-478c-b765-e3f8dcfc52ad deletion is rescheduled due to dependency. [ 818.245507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c374fcf-f0c3-478c-b765-e3f8dcfc52ad" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.373897] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: SUCCESS [ 818.374211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.374339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.374577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.374683] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.521570] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.521733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.521811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.522035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.522238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.522394] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a74307-699c-4aaa-a059-442a1fb602dc is going to be created. [ 818.557152] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: SUCCESS [ 818.557359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.560366] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.560520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.560520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.560805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.560992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.589026] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a74307-699c-4aaa-a059-442a1fb602dc in Status: UNINITIALIZED for 2s [ 818.633515] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 818.634789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.711848] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f11db80-5a12-4e73-80a4-d80707833793 in Status: SUCCESS [ 818.712327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.713165] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: SUCCESS [ 818.713351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.714281] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c: rpc.has_security_group_logging(os_id): False [ 818.742186] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.742186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.742186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.742186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.768233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.768731] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.768885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.768954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.769191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.769331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.769607] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.771152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.771152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.771152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.771152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.771152] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.771152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.771152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.771152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.771152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.771152] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 818.865801] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.865966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.866053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.866272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.866427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.877988] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.878202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.878202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.878463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.878639] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.878740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.878798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.878954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.879338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.879338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.879338] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.904958] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 819.078920] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: SUCCESS [ 819.079437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.079437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.079674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.079797] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.381499] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.382273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.382273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.382273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.382273] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.382273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.382273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.382626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.382626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.382626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.382730] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.382878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.382878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.382996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.383391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.383391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.383391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.383567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.383567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.383567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.383707] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.582258] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.583245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.583245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.583245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.583245] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.583245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.583245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.583245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.583245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.583645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.583645] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.823550] env[65335]: INFO networking_nsxv3.common.synchronization [req-7e8a3077-5df8-4076-a131-204998dde7d6 req-668b6b0d-0a29-4f5d-aab4-c1e85996e822 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 819.824778] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 819.824778] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.824778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.824778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.824778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.825075] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.825416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.825416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.825416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.825566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.825686] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.893018] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a6d07b-6f12-4a4a-a56d-f2837963a214: rpc.has_security_group_logging(os_id): False [ 819.893937] env[65335]: INFO networking_nsxv3.common.synchronization [req-d918bd11-ee14-420e-936b-5d6d77cdc2c3 req-79149966-76c3-42ba-a452-30163f551ea5 tempest-ListServerFiltersTestJSON-1424647277 tempest-ListServerFiltersTestJSON-1424647277-project-member] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 819.895181] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 819.898434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.898674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.898787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.899111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.899361] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.899839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.899839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.901111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.901254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.901361] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.914290] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.914290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.914290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.914290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.914290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.914662] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.914805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.914889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.915085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.915187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.915400] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.915533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.915611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.915780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.915876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.916106] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.916248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.916366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.916536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.916643] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.916751] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be updated. [ 819.986688] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.986688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.986688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.986688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.986978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.003647] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: IN_PROGRESS for 2s [ 820.086294] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.272034] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.272034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-542" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.272034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-542" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.272034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-542" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.272034] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.272508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.272508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.272508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.272727] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.272864] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.273022] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.273103] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.273178] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.273254] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.273349] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.273508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.305483] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.305483] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.305483] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.305483] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-542" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.305483] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-0fbced96-784d-4999-839e-18901673387a taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.305483] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.305483] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.305483] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.305483] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbced96-784d-4999-839e-18901673387a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.327616] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.406926] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.592265] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91576b87-9bd0-4068-8a49-bc204ff22efd: rpc.has_security_group_logging(os_id): False [ 820.604273] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a74307-699c-4aaa-a059-442a1fb602dc in Status: SUCCESS [ 820.604614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.604826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.605203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.605450] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.605594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.605696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.605897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.606048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.606142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.606236] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.614975] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.615246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.615319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.615476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.615566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.615852] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.615963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.616084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.616200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.616273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.616347] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be updated. [ 820.694226] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.694226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.694226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.694226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.694428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.712248] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: IN_PROGRESS for 2s [ 820.809176] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.809517] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.809611] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.811119] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.811119] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.811119] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 0fbced96-784d-4999-839e-18901673387a not found, creating... [ 820.811119] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.811119] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.811119] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.811119] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.811119] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.811495] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.811495] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.811587] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.811756] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.811898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.812020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 0fbced96-784d-4999-839e-18901673387a is going to be created. [ 820.829806] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.838853] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.839101] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.839229] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.839541] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.839774] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.839998] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.911357] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.934747] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 820.934747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.109526] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.334193] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.334193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.334193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.334423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.334698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.334698] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 821.363935] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.364084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.364147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.364360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.364498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.374988] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 821.414593] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.414743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.414803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.415358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.415358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.415358] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 821.445678] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.445850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.445899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.446144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.446292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.455633] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 821.588145] env[65335]: INFO networking_nsxv3.common.synchronization [req-7e8a3077-5df8-4076-a131-204998dde7d6 req-f4ca61aa-cccf-418d-9063-4d53eb309057 service nova] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 821.588145] env[65335]: INFO networking_nsxv3.common.synchronization [req-7e8a3077-5df8-4076-a131-204998dde7d6 req-f4ca61aa-cccf-418d-9063-4d53eb309057 service nova] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 821.588428] env[65335]: INFO networking_nsxv3.common.synchronization [req-7e8a3077-5df8-4076-a131-204998dde7d6 req-f4ca61aa-cccf-418d-9063-4d53eb309057 service nova] Enqueued Resource ID: 0fbced96-784d-4999-839e-18901673387a with Priority: HIGHEST for action port [ 821.589198] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 821.589427] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 821.590152] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbced96-784d-4999-839e-18901673387a with Priority: HIGHEST for action port [ 821.590595] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.590852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.591401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.591982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.592182] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.593417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.593639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.595238] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fbced96-784d-4999-839e-18901673387a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.595925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.596028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.597631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.597731] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbced96-784d-4999-839e-18901673387a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.610896] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1a74307-699c-4aaa-a059-442a1fb602dc: rpc.has_security_group_logging(os_id): False [ 821.630751] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.631437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.631437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.631437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.631437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.631649] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.631649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.631733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.631870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.632068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.632068] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a74307-699c-4aaa-a059-442a1fb602dc is going to be created. [ 821.714062] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.714314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.714314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.714961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.714961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.738588] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a74307-699c-4aaa-a059-442a1fb602dc in Status: IN_PROGRESS for 2s [ 822.021678] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: SUCCESS [ 822.021678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.100584] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.100855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.101119] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fbced96-784d-4999-839e-18901673387a with status ACTIVE [ 822.101349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.101500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.101590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.102097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.102097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.102097] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.102663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.102663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.102663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.102663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.102663] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.102988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.102988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.102988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.103233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.103233] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fbced96-784d-4999-839e-18901673387a is going to be updated. [ 822.129351] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.129752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.129752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.129989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.130241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.130530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.664582] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c1d4eb1-d0a4-49a9-a57f-dc8fe48bd347 req-5dbf53dc-f03c-4b35-8a7a-dfd6c5bfb2a4 tempest-MultipleCreateTestJSON-1846258238 tempest-MultipleCreateTestJSON-1846258238-project-member] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 822.665818] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 822.665818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.665818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.665818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.665818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.666164] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.666164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.666164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.666164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.666323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.666362] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.730563] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: SUCCESS [ 822.731729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.992228] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.992444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.992564] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.992855] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.993140] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.993291] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.993401] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.993617] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.993743] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.993945] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.994068] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.994174] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.994271] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.994381] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.994483] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.994608] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.016279] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.016279] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.016279] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.016444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.016687] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.016848] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.016959] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.017296] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.018014] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e9c556-3bc8-461f-99e0-3fcabaacd53c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.168259] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.168650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.168650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.168736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.168818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.169018] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.169120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.169226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.169320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.169391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.169508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be deleted. [ 823.204688] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.204837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.204900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.205123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.205211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.205311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.388045] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 823.388597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.390025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.390025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.390025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.390025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.390025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.390025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.390025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.390025] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.467372] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 823.467619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.519781] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.520131] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.520334] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.520502] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.520708] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.520873] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port d2e9c556-3bc8-461f-99e0-3fcabaacd53c not found, creating... [ 823.521208] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.521354] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.521479] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.521728] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.521868] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.522180] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.522349] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.522478] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.522734] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.522847] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.523038] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: d2e9c556-3bc8-461f-99e0-3fcabaacd53c is going to be created. [ 823.562362] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.562362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.562362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.562362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.562362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.562362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.763843] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a74307-699c-4aaa-a059-442a1fb602dc in Status: SUCCESS [ 823.764154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.893054] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.287079] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c1d4eb1-d0a4-49a9-a57f-dc8fe48bd347 req-cd3dd10a-e604-4cea-8a0e-daeffab1e56e service nova] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_rules [ 824.287329] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c1d4eb1-d0a4-49a9-a57f-dc8fe48bd347 req-cd3dd10a-e604-4cea-8a0e-daeffab1e56e service nova] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 824.287440] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c1d4eb1-d0a4-49a9-a57f-dc8fe48bd347 req-cd3dd10a-e604-4cea-8a0e-daeffab1e56e service nova] Enqueued Resource ID: d2e9c556-3bc8-461f-99e0-3fcabaacd53c with Priority: HIGHEST for action port [ 824.288107] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_rules [ 824.288261] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 824.288524] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e9c556-3bc8-461f-99e0-3fcabaacd53c with Priority: HIGHEST for action port [ 824.288975] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.289098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.289098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.289345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.289436] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.290901] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.290901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.290901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.293033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.293033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.293033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.293033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.293033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.293033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.293033] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.295294] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.295294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.295294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.295294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.295294] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e9c556-3bc8-461f-99e0-3fcabaacd53c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.395396] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.797016] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.798677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.798812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.799491] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2e9c556-3bc8-461f-99e0-3fcabaacd53c with status ACTIVE [ 824.800233] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.800233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.800233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.800233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.800233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.800676] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.800676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.800676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.800676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.800810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.800877] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.801607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.801607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.801607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.801607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.801607] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2e9c556-3bc8-461f-99e0-3fcabaacd53c is going to be updated. [ 824.822425] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.822621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.822747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.822969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.823160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.823359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2e9c556-3bc8-461f-99e0-3fcabaacd53c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.898080] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.898306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.898468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.899608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.899608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.899608] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 824.928801] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.928801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.929016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.929080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.929200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.956111] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 825.300062] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.802755] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.802755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.802970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.803022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.803126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.803192] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be created. [ 825.832278] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.832278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.832278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.832278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.832278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.848059] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: UNINITIALIZED for 2s [ 826.966488] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 826.966780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.966967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.967204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.967407] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.968028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.968028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.968028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.968028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.968028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.968028] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.472256] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.472426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.472499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.472727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.472920] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.473051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.473126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.473279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.473369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.473457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.473712] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.473846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.473889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.474052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.474229] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.474327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.474387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.474524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.474599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.474677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.474765] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.858511] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 827.858837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.859040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.859299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.859559] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.859718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.859792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.860012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.860110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.860201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.860322] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.978908] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba0b65d-37f9-4142-9444-a596f3d89e11: rpc.has_security_group_logging(os_id): False [ 827.999374] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.999576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.999576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.999832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.020036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.020036] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.020036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.020036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.020344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.020344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.020511] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.020623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.020682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.020899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.020979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.021183] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.021302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.021374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.021511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.021608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.021714] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 828.089236] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.089377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.089465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.089755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.089963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.106838] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 828.362890] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.363108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.363165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.363344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.363784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.363914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.363979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.364173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.364271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.364376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.364592] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.364733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.364733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.364860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.364995] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.365087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.365184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.365291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.365368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.365451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.365548] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.869793] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae3834b0-9f68-47cd-a151-4e81aeb36725: rpc.has_security_group_logging(os_id): False [ 828.891117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.891117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.891117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.891117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.891117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.891498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.891498] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.891654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.891688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.891839] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.892127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.892194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.892276] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be created. [ 828.951541] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.951735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.951735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.951895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.952106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.977100] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 829.248161] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c1d4eb1-d0a4-49a9-a57f-dc8fe48bd347 req-0ce7fa0f-8cb5-44a6-8b20-9ecca3edd634 tempest-MultipleCreateTestJSON-1846258238 tempest-MultipleCreateTestJSON-1846258238-project-member] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 829.248920] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 829.249592] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.249860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.250042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.250366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.250651] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.250829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.250910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.251162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.251288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.251821] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.614917] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.615124] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.615665] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.615665] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.615954] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.615954] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.616102] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.616490] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.616645] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.616853] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.616963] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.617086] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.617189] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.617296] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.617390] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.617528] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.643020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.643957] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.643957] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.643957] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-798" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.643957] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-5a03f819-5cb9-43d2-aa72-58024d76c18a taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.644465] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-5a03f819-5cb9-43d2-aa72-58024d76c18a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.644465] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-5a03f819-5cb9-43d2-aa72-58024d76c18a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.644543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-5a03f819-5cb9-43d2-aa72-58024d76c18a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.644683] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a03f819-5cb9-43d2-aa72-58024d76c18a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.755601] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.123504] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 830.123649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.148215] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.148512] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.148655] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.148928] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.149076] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.149218] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 5a03f819-5cb9-43d2-aa72-58024d76c18a not found, creating... [ 830.149499] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.149645] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.149756] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.149965] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.150109] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.150391] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.150612] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.150656] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.150948] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.151142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.152571] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 5a03f819-5cb9-43d2-aa72-58024d76c18a is going to be created. [ 830.179244] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.179706] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.179948] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.180400] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.180787] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.181257] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-5a03f819-5cb9-43d2-aa72-58024d76c18a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.257065] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.760681] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.760879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.760952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.761201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.761584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.761584] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 830.792275] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.792275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.792275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.792275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.792275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.801215] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 830.910148] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c1d4eb1-d0a4-49a9-a57f-dc8fe48bd347 req-95496fbc-4404-4d3f-a4e9-90a9e305edd6 service nova] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_rules [ 830.910338] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c1d4eb1-d0a4-49a9-a57f-dc8fe48bd347 req-95496fbc-4404-4d3f-a4e9-90a9e305edd6 service nova] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 830.910471] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c1d4eb1-d0a4-49a9-a57f-dc8fe48bd347 req-95496fbc-4404-4d3f-a4e9-90a9e305edd6 service nova] Enqueued Resource ID: 5a03f819-5cb9-43d2-aa72-58024d76c18a with Priority: HIGHEST for action port [ 830.913244] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_rules [ 830.914737] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 830.914893] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a03f819-5cb9-43d2-aa72-58024d76c18a with Priority: HIGHEST for action port [ 830.915542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.915699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.915951] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.916088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.916888] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a03f819-5cb9-43d2-aa72-58024d76c18a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.916888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a03f819-5cb9-43d2-aa72-58024d76c18a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.916888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a03f819-5cb9-43d2-aa72-58024d76c18a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.916888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a03f819-5cb9-43d2-aa72-58024d76c18a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.916888] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a03f819-5cb9-43d2-aa72-58024d76c18a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.993064] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 830.994712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.994712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.994712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.994712] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.420814] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a03f819-5cb9-43d2-aa72-58024d76c18a with status ACTIVE [ 831.420814] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.420814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.420814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.421237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.421237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.421237] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.421237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.421365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.421413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.421468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.421645] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.421780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.421780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.421916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.421986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.422091] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a03f819-5cb9-43d2-aa72-58024d76c18a is going to be updated. [ 831.452994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.452994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.452994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.452994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.452994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.452994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a03f819-5cb9-43d2-aa72-58024d76c18a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.496698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.496983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.971125] env[65335]: INFO networking_nsxv3.common.synchronization [req-fd0306ae-3831-4943-93f9-e96aab415ebb req-5d8ec17c-bcd7-4a74-8e2d-71e886b388e3 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 831.971125] env[65335]: INFO networking_nsxv3.common.synchronization [req-fd0306ae-3831-4943-93f9-e96aab415ebb req-5d8ec17c-bcd7-4a74-8e2d-71e886b388e3 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 831.971754] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 831.971754] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 831.971754] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14572439-4bf4-4661-aa4a-404a7f4cb93a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.971883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.971883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.972171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.972324] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.972425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.972488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.972688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.972820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.973028] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.973930] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.974093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.974189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.974355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.974552] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.974608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.974640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.974781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.974854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.974938] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.022009] env[65335]: INFO networking_nsxv3.common.synchronization [req-fd0306ae-3831-4943-93f9-e96aab415ebb req-5d8ec17c-bcd7-4a74-8e2d-71e886b388e3 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_rules [ 832.022191] env[65335]: INFO networking_nsxv3.common.synchronization [req-fd0306ae-3831-4943-93f9-e96aab415ebb req-5d8ec17c-bcd7-4a74-8e2d-71e886b388e3 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 832.022322] env[65335]: INFO networking_nsxv3.common.synchronization [req-fd0306ae-3831-4943-93f9-e96aab415ebb req-5d8ec17c-bcd7-4a74-8e2d-71e886b388e3 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 832.022442] env[65335]: INFO networking_nsxv3.common.synchronization [req-fd0306ae-3831-4943-93f9-e96aab415ebb req-5d8ec17c-bcd7-4a74-8e2d-71e886b388e3 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 832.022564] env[65335]: INFO networking_nsxv3.common.synchronization [req-fd0306ae-3831-4943-93f9-e96aab415ebb req-5d8ec17c-bcd7-4a74-8e2d-71e886b388e3 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 0fbced96-784d-4999-839e-18901673387a with Priority: HIGHEST for action port [ 832.023085] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_rules [ 832.023218] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 832.023315] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbced96-784d-4999-839e-18901673387a with Priority: HIGHEST for action port [ 832.023406] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 832.023559] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 832.023864] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14572439-4bf4-4661-aa4a-404a7f4cb93a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.023984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.024090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.024363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.024470] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.025719] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.025907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.025907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.026263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.026263] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.028496] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fbced96-784d-4999-839e-18901673387a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.028683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.028899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.029095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.029095] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbced96-784d-4999-839e-18901673387a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.032266] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14572439-4bf4-4661-aa4a-404a7f4cb93a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.032393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.032646] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.032761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.080752] env[65335]: INFO networking_nsxv3.common.synchronization [req-2c0c5e32-8ec0-4c3d-a4ae-2d97a8ed2586 req-de4857cb-b0e7-45b3-b2cf-9c8e9ccc1a4a tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 832.081335] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 832.081660] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.081778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.081841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.082106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.082260] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.082366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.082422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.082556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.082638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.082811] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.477345] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.479909] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.533952] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.534113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.534407] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14572439-4bf4-4661-aa4a-404a7f4cb93a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.534510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.534720] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fbced96-784d-4999-839e-18901673387a with status ACTIVE [ 832.534880] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.535058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.535113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.535317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.535762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.535762] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.535762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.535762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.536041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.536041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.536848] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.536848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.536848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.536848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.536848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.536848] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fbced96-784d-4999-839e-18901673387a is going to be updated. [ 832.557528] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.557528] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.557720] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.557913] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.558186] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.558339] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.558488] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.558719] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.558920] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.559099] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.559268] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.559344] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.559448] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.559555] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.559782] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.559829] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.585706] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.586016] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.586091] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.586247] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.586658] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-5914b9d1-541a-4964-97fb-7d101954eaf6 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.587949] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-5914b9d1-541a-4964-97fb-7d101954eaf6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.587949] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-5914b9d1-541a-4964-97fb-7d101954eaf6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.587949] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-5914b9d1-541a-4964-97fb-7d101954eaf6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.587949] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5914b9d1-541a-4964-97fb-7d101954eaf6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.588572] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.588572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.588701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.588781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.588862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.589117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.589215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.589276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.589457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.589518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.589583] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 already deleted. [ 832.589655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.590674] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.590782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.590782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.591601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.591601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.591601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.813186] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 832.813456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.813715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.813953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.814329] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.814483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.814592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.814850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.814951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.815374] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.980422] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.982460] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.093242] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.093242] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.093242] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.093533] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.093711] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.093945] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 5914b9d1-541a-4964-97fb-7d101954eaf6 not found, creating... [ 833.094372] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.094623] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.094831] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.095206] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.095443] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.095896] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.096285] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.096435] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.096789] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.097201] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.097272] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 5914b9d1-541a-4964-97fb-7d101954eaf6 is going to be created. [ 833.122062] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.122430] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.122618] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.123020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.123363] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.123839] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-5914b9d1-541a-4964-97fb-7d101954eaf6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.317669] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.483334] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.483824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.483824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.483963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.483998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.484680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a is going to be created. [ 833.485994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.486163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.486257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.486571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.486751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.487968] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 833.520947] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.521306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.521306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.521589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.522532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.525276] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.525501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.525584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.525826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.526044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.539336] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 833.540460] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a in Status: UNINITIALIZED for 2s [ 833.821148] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.846042] env[65335]: INFO networking_nsxv3.common.synchronization [req-2c0c5e32-8ec0-4c3d-a4ae-2d97a8ed2586 req-fb29bd1c-db1d-4ee6-afd4-61a41201760e service nova] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_rules [ 833.846042] env[65335]: INFO networking_nsxv3.common.synchronization [req-2c0c5e32-8ec0-4c3d-a4ae-2d97a8ed2586 req-fb29bd1c-db1d-4ee6-afd4-61a41201760e service nova] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 833.846042] env[65335]: INFO networking_nsxv3.common.synchronization [req-2c0c5e32-8ec0-4c3d-a4ae-2d97a8ed2586 req-fb29bd1c-db1d-4ee6-afd4-61a41201760e service nova] Enqueued Resource ID: 5914b9d1-541a-4964-97fb-7d101954eaf6 with Priority: HIGHEST for action port [ 833.846419] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_rules [ 833.846789] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 833.847231] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5914b9d1-541a-4964-97fb-7d101954eaf6 with Priority: HIGHEST for action port [ 833.848026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.848353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.848635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.848993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.849208] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.851902] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.851902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.851902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.851902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.851902] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.851902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.851902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.851902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.852308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.852308] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.853556] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5914b9d1-541a-4964-97fb-7d101954eaf6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.853556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5914b9d1-541a-4964-97fb-7d101954eaf6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.853556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5914b9d1-541a-4964-97fb-7d101954eaf6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.853556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5914b9d1-541a-4964-97fb-7d101954eaf6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.853556] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5914b9d1-541a-4964-97fb-7d101954eaf6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.324887] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.325075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.325136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.325351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.325442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.325541] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 834.355807] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.357313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.357569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.358669] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.358805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.358846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.359061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.359207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.360393] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5914b9d1-541a-4964-97fb-7d101954eaf6 with status ACTIVE [ 834.360569] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.360679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.360745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.360919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.361012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.361189] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.361283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.361345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.361494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.361574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.361748] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.361840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.361901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.362050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.362125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.362230] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5914b9d1-541a-4964-97fb-7d101954eaf6 is going to be updated. [ 834.374338] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 834.385080] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.385281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.385281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.385528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.385669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.385820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5914b9d1-541a-4964-97fb-7d101954eaf6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.858783] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.889326] env[65335]: INFO networking_nsxv3.common.synchronization [req-75df3688-0fe1-4a2c-8908-de91131b2b94 req-ee8d1a7b-bf68-4a36-81d0-c0d688dd3156 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 834.889894] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 834.890226] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.890347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.890412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.890978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.892035] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.894037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.894037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.894037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.894037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.894037] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.266581] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.266827] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.266958] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.267245] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.267521] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.267676] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.267786] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.267995] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.268150] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.268353] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.268642] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.268712] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.268942] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.268942] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.269026] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.269131] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.297208] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.297208] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.297208] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.297391] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.297633] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-3ca44eea-289b-4b5d-bc45-83901c519c7b taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.297920] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-3ca44eea-289b-4b5d-bc45-83901c519c7b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.298090] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-3ca44eea-289b-4b5d-bc45-83901c519c7b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.298501] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-3ca44eea-289b-4b5d-bc45-83901c519c7b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.298686] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca44eea-289b-4b5d-bc45-83901c519c7b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.361915] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.362156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.362355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.362412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.362488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.362611] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 is going to be created. [ 835.389185] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.389380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.389380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.389655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.389901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.396744] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.396887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.396987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.397200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.397289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.397476] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.397572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.397626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.397772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.397849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.397935] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be deleted. [ 835.399845] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: UNINITIALIZED for 2s [ 835.427623] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.427856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.427856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.428035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.428117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.428213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.552480] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a in Status: SUCCESS [ 835.552948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.553534] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 835.553768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.554236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.554236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.554236] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.554470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.554470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.554569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.554617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.555301] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.556722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.556722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.556722] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.556722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.556722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.556722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.556722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.556722] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.801429] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.801735] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.801911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.802301] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.802498] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.804080] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 3ca44eea-289b-4b5d-bc45-83901c519c7b not found, creating... [ 835.804080] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.804080] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.804080] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.804080] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.804342] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.805818] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.806213] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.806879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.806879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.807070] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.807286] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 3ca44eea-289b-4b5d-bc45-83901c519c7b is going to be created. [ 835.836220] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.836521] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.836790] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.837669] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.837669] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.839055] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-3ca44eea-289b-4b5d-bc45-83901c519c7b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.058883] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.062391] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.389740] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 836.393019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.393019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.393019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.393019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.393019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.393019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.393019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.393019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.393019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.393019] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.561904] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.567408] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.595350] env[65335]: INFO networking_nsxv3.common.synchronization [req-75df3688-0fe1-4a2c-8908-de91131b2b94 req-45dd5c17-1af0-4b7b-9fa2-4bc9c8b9ae00 service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 836.595531] env[65335]: INFO networking_nsxv3.common.synchronization [req-75df3688-0fe1-4a2c-8908-de91131b2b94 req-45dd5c17-1af0-4b7b-9fa2-4bc9c8b9ae00 service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 836.595675] env[65335]: INFO networking_nsxv3.common.synchronization [req-75df3688-0fe1-4a2c-8908-de91131b2b94 req-45dd5c17-1af0-4b7b-9fa2-4bc9c8b9ae00 service nova] Enqueued Resource ID: 3ca44eea-289b-4b5d-bc45-83901c519c7b with Priority: HIGHEST for action port [ 836.596174] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 836.596309] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 836.596401] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca44eea-289b-4b5d-bc45-83901c519c7b with Priority: HIGHEST for action port [ 836.597024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.597526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.597526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.597727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.597807] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.599891] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.599984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.599984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.600197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.600350] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.600444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.600511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.600649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.600787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.600854] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.601566] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca44eea-289b-4b5d-bc45-83901c519c7b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.601694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca44eea-289b-4b5d-bc45-83901c519c7b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.601764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca44eea-289b-4b5d-bc45-83901c519c7b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.601866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca44eea-289b-4b5d-bc45-83901c519c7b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.601937] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca44eea-289b-4b5d-bc45-83901c519c7b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.899307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.899307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.899307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.899307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.899307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.900327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.903642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.903642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.903642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.903642] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.066135] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.066463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.066562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.067022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.067214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.067355] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a is going to be updated. [ 837.069841] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.070046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.070147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.071167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.071299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.071401] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 837.100042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.100288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.104614] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.104753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.104831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.105045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.105197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.106325] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.111331] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ca44eea-289b-4b5d-bc45-83901c519c7b with status ACTIVE [ 837.111546] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.111694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.111767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.111963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.112079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.112274] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.112374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.112427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.112589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.112669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.112858] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.112963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.113032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.113173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.113262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.113345] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ca44eea-289b-4b5d-bc45-83901c519c7b is going to be updated. [ 837.115577] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.115681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.115759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.115907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.116049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.127884] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 837.128632] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a in Status: IN_PROGRESS for 2s [ 837.139793] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.139951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.139951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.140125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.140271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.140440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca44eea-289b-4b5d-bc45-83901c519c7b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.403346] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae3834b0-9f68-47cd-a151-4e81aeb36725: rpc.has_security_group_logging(os_id): False [ 837.410661] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: SUCCESS [ 837.410936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.411124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.411343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.411530] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.411647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.411710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.411909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.411961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.412033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.412125] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.420664] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.420828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.420911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.421134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.422053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.422053] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.422053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.422053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.422053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.422053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.422053] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.422396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.422396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.422396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.422396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.422561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.422640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.422695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.422840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.422916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.423192] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 837.485524] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.485710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.485830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.486036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.486243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.502598] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 837.615904] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.916460] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.119085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.119487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.119487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.119638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.119792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.119928] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be created. [ 838.151985] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.152201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.152201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.152435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.152603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.167483] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: UNINITIALIZED for 2s [ 838.419284] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3340b16-2591-4c13-8fc5-7840305e8672: rpc.has_security_group_logging(os_id): False [ 838.443665] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.443963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.443963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.444255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.444358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.444708] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.444876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.444938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.445210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.445338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.445483] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 is going to be created. [ 838.516706] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.516958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.516958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.517379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.517653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.532621] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: IN_PROGRESS for 2s [ 838.564939] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 838.564939] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 with Priority: HIGHEST for action security_group_members [ 838.565152] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 838.565940] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 838.565940] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 with Priority: HIGHEST for action security_group_members [ 838.566079] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 838.566370] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.566533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.566704] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-662225e1-4f1a-40c3-af02-8c131639bfa4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.566835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.566931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.567272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.567463] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.567579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.567649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.567834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.567926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.568049] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.569174] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14572439-4bf4-4661-aa4a-404a7f4cb93a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.569174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.617172] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_rules [ 838.617419] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 838.617649] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 with Priority: HIGHEST for action security_group_rules [ 838.617851] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 with Priority: HIGHEST for action security_group_members [ 838.618067] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 838.618355] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 838.618469] env[65335]: INFO networking_nsxv3.common.synchronization [req-ff461b59-9381-41fc-8f19-c65a3011c989 req-35998e9e-c263-42ff-978b-57c87f52aed5 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 0fbced96-784d-4999-839e-18901673387a with Priority: HIGHEST for action port [ 838.619232] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_rules [ 838.619357] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 with Priority: HIGHEST for action security_group_rules [ 838.619577] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 838.619646] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbced96-784d-4999-839e-18901673387a with Priority: HIGHEST for action port [ 838.619757] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_rules [ 838.619852] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 838.620014] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 with Priority: HIGHEST for action security_group_members [ 838.620660] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14572439-4bf4-4661-aa4a-404a7f4cb93a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.620809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.621065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662225e1-4f1a-40c3-af02-8c131639bfa4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.621188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.621258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.621759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.621901] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.623139] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.623139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.623300] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fbced96-784d-4999-839e-18901673387a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.624039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.624039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.624039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.624039] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbced96-784d-4999-839e-18901673387a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.624671] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.625778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.625778] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14572439-4bf4-4661-aa4a-404a7f4cb93a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.625778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.625778] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-662225e1-4f1a-40c3-af02-8c131639bfa4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.625778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.070481] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.127221] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-662225e1-4f1a-40c3-af02-8c131639bfa4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.127598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.127681] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fbced96-784d-4999-839e-18901673387a with status ACTIVE [ 839.127868] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.128031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.128143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.128381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.128554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.128827] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.128967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.129066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.129305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.129458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.129699] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.129832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.129995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.130180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.130303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.130610] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fbced96-784d-4999-839e-18901673387a is going to be updated. [ 839.146383] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 839.146718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.146965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.147263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.147518] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.147692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.147808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.148024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.148152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.148239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.148345] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.150261] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a in Status: SUCCESS [ 839.150600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.150678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.150901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.151095] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.151209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.151269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.151438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.151531] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.151681] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.152912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.153203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.153495] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.153639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.153767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.154025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.154164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.154348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.154510] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.157612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.157612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.157916] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.157916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.158039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.159437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.159437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.159437] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.165969] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.165969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.165969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.165969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.165969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.165969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fbced96-784d-4999-839e-18901673387a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.522695] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 839.522695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.576455] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.657325] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.658311] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.658438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.662344] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.667272] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.079291] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.079501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.079573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.079809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.080480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.080480] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 is going to be created. [ 840.105773] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.106617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.106617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.106617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.106617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.117811] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 in Status: UNINITIALIZED for 2s [ 840.162422] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.163805] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14572439-4bf4-4661-aa4a-404a7f4cb93a: rpc.has_security_group_logging(os_id): False [ 840.169624] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.181344] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 840.181597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.182150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.182255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.182420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.182560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.182628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.182791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.182874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.182997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.183129] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.187818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.187818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.187818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.188070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.188070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.188338] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.188509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.188509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.188983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.188983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.189100] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a is going to be created. [ 840.259466] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.259680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.259776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.260198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.260498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.279554] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a in Status: IN_PROGRESS for 2s [ 840.546447] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: SUCCESS [ 840.546824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.668319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.668319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.668319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.668319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.668319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.668319] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 840.671783] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.673990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.673990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.673990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.673990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.673990] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a is going to be updated. [ 840.686396] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.686396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.686396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.686657] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.686657] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.686741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.686805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.686942] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.687036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.687139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.687297] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.687402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.688017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.688017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.688017] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.688017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.688231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.688231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.688301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.688348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.688473] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.706320] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.706539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.706539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.706774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.706935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.708821] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.708985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.709039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.709191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.709319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.722412] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 840.723430] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a in Status: IN_PROGRESS for 2s [ 840.852027] env[65335]: INFO networking_nsxv3.common.synchronization [req-a7c564d2-6907-4cbf-aead-3e094caad971 req-591851a6-92f8-4068-aae1-3c3cbe9a9515 tempest-ServersAdminTestJSON-212052118 tempest-ServersAdminTestJSON-212052118-project-member] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 840.852521] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 840.853016] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.853204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.853304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.853575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.853788] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.853929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.854320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.854320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.854482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.854482] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.192314] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c608fcb-513c-4761-9d58-57dad0da4c74: rpc.has_security_group_logging(os_id): False [ 841.216432] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.216432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.216432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.216432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.216432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.216966] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.216966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.216966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.216966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.216966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.217171] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.217571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.217642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.217796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.217874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.218068] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.218163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.218277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.218357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.218448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.218575] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be created. [ 841.314171] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.314171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.314281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.314462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.316033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.347348] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 841.357888] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.415376] env[65335]: INFO networking_nsxv3.common.synchronization [req-d650ed47-0a35-4db8-96d3-2b5696243a7e req-a5b9a6e4-752d-4669-b11a-500487932a30 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 with Priority: HIGHEST for action security_group_members [ 841.415597] env[65335]: INFO networking_nsxv3.common.synchronization [req-d650ed47-0a35-4db8-96d3-2b5696243a7e req-a5b9a6e4-752d-4669-b11a-500487932a30 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 841.415829] env[65335]: INFO networking_nsxv3.common.synchronization [req-d650ed47-0a35-4db8-96d3-2b5696243a7e req-a5b9a6e4-752d-4669-b11a-500487932a30 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 841.416644] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 with Priority: HIGHEST for action security_group_members [ 841.416884] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a with Priority: HIGHEST for action security_group_members [ 841.417018] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 841.417356] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-662225e1-4f1a-40c3-af02-8c131639bfa4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.417514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.417740] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14572439-4bf4-4661-aa4a-404a7f4cb93a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.417828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.418012] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.418094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.860542] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.134499] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 in Status: SUCCESS [ 842.134799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.134930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.135165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.135351] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.135468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.135572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.135709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.135828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.135930] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.298046] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a in Status: SUCCESS [ 842.298046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.298046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.298046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.298046] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.365360] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.365360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.365360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.365360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.365360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.365360] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 842.398228] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.398228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.398228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.398228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.398228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.407371] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 842.640139] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.640290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.640332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.640549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.640671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.640957] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.642212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.642212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.642212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.642212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.642212] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 is going to be deleted. [ 842.680231] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.680889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.681027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.681194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.681283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.681413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.681815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.682080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.682189] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.682273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.682328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.682448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.682525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.682610] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.742027] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a in Status: SUCCESS [ 842.742027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.742027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.742027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.742027] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.742027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.742027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.742027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.742027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.742027] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.743879] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 842.746312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.746502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.746734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.748284] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.748648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.748719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.748918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.749013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.749118] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.823484] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.823684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.823784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.824213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.824397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.824476] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a is going to be deleted. [ 842.852452] env[65335]: INFO networking_nsxv3.common.synchronization [req-a1f62225-3cb9-4072-82f8-3588e4986d50 req-a79742da-e8ce-475e-9dc9-34e583dbe533 tempest-MultipleCreateTestJSON-1846258238 tempest-MultipleCreateTestJSON-1846258238-project-member] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 842.853222] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 842.853503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.853634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.853701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.853911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.854072] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.854196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.854273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.854378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.854451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.854554] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.882455] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.882455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.882455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.882455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.882455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.882455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.935018] env[65335]: INFO networking_nsxv3.common.synchronization [req-3a9a98b3-7ff5-4999-93dc-d9b864865144 req-e278fa67-2ef2-451d-ab4e-f77face92dca tempest-MultipleCreateTestJSON-1846258238 tempest-MultipleCreateTestJSON-1846258238-project-member] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 842.935018] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGHEST for action security_group_members [ 842.935992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.936264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.185621] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.185849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.185950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.186380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.188108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.188108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.188108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.188108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.188108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.188108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.188108] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 already deleted. [ 843.188108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.188108] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.189140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.189400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.189593] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.189784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.189852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.190092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.190209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.190339] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.252794] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.254084] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.254223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.254292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.254509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.254598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.254779] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.254877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.254940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.255105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.255183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.255269] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a is going to be deleted. [ 843.280586] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.280586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.280586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.280764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.280858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.280952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.281143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.281299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.281446] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.281546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.281605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.281737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.281825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.281893] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14572439-4bf4-4661-aa4a-404a7f4cb93a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.356823] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.367072] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 843.367315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.692450] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662225e1-4f1a-40c3-af02-8c131639bfa4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.693703] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.693703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.694099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.694099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.694099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.694298] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.694502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.694502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.694609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.694652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.694758] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 already deleted. [ 843.694812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.757824] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.787905] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.787905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.787905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.788096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.788248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.788605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.788797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.788930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.789243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.789393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.789544] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14572439-4bf4-4661-aa4a-404a7f4cb93a already deleted. [ 843.789757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14572439-4bf4-4661-aa4a-404a7f4cb93a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.862446] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.196156] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662225e1-4f1a-40c3-af02-8c131639bfa4: rpc.has_security_group_logging(os_id): False [ 844.222285] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.222285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.222285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.222285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.222285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.223492] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.223664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.223664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.223827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.223911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.224023] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 is going to be created. [ 844.253009] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/662225e1-4f1a-40c3-af02-8c131639bfa4], does not exist path=[/infra/domains/default/groups/662225e1-4f1a-40c3-af02-8c131639bfa4]."\n}' [ 844.253009] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/662225e1-4f1a-40c3-af02-8c131639bfa4 [ 844.253009] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 844.263056] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.263056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.263288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.263930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.264410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.264758] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 844.302931] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.303214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.303294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.303730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.304933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.305222] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.305405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.305493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.305730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.305820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.306184] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.306334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.306475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.306724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.306827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.306928] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662225e1-4f1a-40c3-af02-8c131639bfa4 is going to be created. [ 844.321669] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.321669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.321810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.322072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.322228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.336040] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 844.342277] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/662225e1-4f1a-40c3-af02-8c131639bfa4], does not exist path=[/infra/domains/default/groups/662225e1-4f1a-40c3-af02-8c131639bfa4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/662225e1-4f1a-40c3-af02-8c131639bfa4 [ 844.343038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662225e1-4f1a-40c3-af02-8c131639bfa4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.343038] env[65335]: Traceback (most recent call last): [ 844.343038] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 844.343038] env[65335]: return func(*args, **kwargs) [ 844.343038] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 844.343038] env[65335]: res.raise_for_status() [ 844.343038] env[65335]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 844.343038] env[65335]: raise HTTPError(http_error_msg, response=self) [ 844.343038] env[65335]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/662225e1-4f1a-40c3-af02-8c131639bfa4 [ 844.343038] env[65335]: During handling of the above exception, another exception occurred: [ 844.343038] env[65335]: Traceback (most recent call last): [ 844.343038] env[65335]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 844.343038] env[65335]: listener.cb(fileno) [ 844.343038] env[65335]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 844.343038] env[65335]: result = function(*args, **kwargs) [ 844.343038] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 844.343038] env[65335]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 844.343038] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 844.343038] env[65335]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 844.343038] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 844.343038] env[65335]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 844.343038] env[65335]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 844.343038] env[65335]: res.raise_for_status() [ 844.343038] env[65335]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 844.343038] env[65335]: raise HTTPError(http_error_msg, response=self) [ 844.343038] env[65335]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/662225e1-4f1a-40c3-af02-8c131639bfa4 [ 844.343038] env[65335]: Removing descriptor: 54 [ 844.365282] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.365694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.365694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.365831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.365964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.366088] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 844.403710] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.403710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.403710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.403710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.403960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.424860] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 844.425540] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 844.425738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.609412] env[65335]: INFO networking_nsxv3.common.synchronization [req-8bf34be5-c93f-416f-bb64-294b84752384 req-1c3ea1a3-85cb-4f13-9700-80a9d8d6b962 tempest-ServerMetadataTestJSON-244890518 tempest-ServerMetadataTestJSON-244890518-project-member] Enqueued Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGHEST for action security_group_members [ 844.609998] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGHEST for action security_group_members [ 844.610316] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.610457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.610525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.610761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.610915] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.611013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.611095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.611223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.611295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.611390] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.919458] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.919649] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-827" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.919769] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-827" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.920130] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-827" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.920386] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.920539] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.920691] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.920909] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.921086] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.921262] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.921366] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.921467] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.921565] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.921665] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.921762] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.921884] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.941251] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.941432] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.941562] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.941729] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-827" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.942025] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-5f2cd258-920d-45a6-9b35-fb763d8cf72d taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.942186] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-5f2cd258-920d-45a6-9b35-fb763d8cf72d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.942296] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-5f2cd258-920d-45a6-9b35-fb763d8cf72d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.942611] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-5f2cd258-920d-45a6-9b35-fb763d8cf72d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.942802] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2cd258-920d-45a6-9b35-fb763d8cf72d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.114038] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.114330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.114421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.114675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.114799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.115045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.115162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.115220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.115367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.115440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.115528] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 already deleted. [ 845.115606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.445338] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.445820] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.445820] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.445963] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.446090] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.446241] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 5f2cd258-920d-45a6-9b35-fb763d8cf72d not found, creating... [ 845.446580] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.446745] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.446855] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.447101] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.447234] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.447515] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.447664] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.447889] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.448550] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.448550] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.448660] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 5f2cd258-920d-45a6-9b35-fb763d8cf72d is going to be created. [ 845.471778] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.472041] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.472170] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.472440] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.472670] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.472954] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-5f2cd258-920d-45a6-9b35-fb763d8cf72d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.200750] env[65335]: INFO networking_nsxv3.common.synchronization [req-8bf34be5-c93f-416f-bb64-294b84752384 req-dd8da89a-79c2-4303-b635-6f26109042c6 service nova] Enqueued Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGHEST for action security_group_rules [ 846.201189] env[65335]: INFO networking_nsxv3.common.synchronization [req-8bf34be5-c93f-416f-bb64-294b84752384 req-dd8da89a-79c2-4303-b635-6f26109042c6 service nova] Enqueued Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGHEST for action security_group_members [ 846.201383] env[65335]: INFO networking_nsxv3.common.synchronization [req-8bf34be5-c93f-416f-bb64-294b84752384 req-dd8da89a-79c2-4303-b635-6f26109042c6 service nova] Enqueued Resource ID: 5f2cd258-920d-45a6-9b35-fb763d8cf72d with Priority: HIGHEST for action port [ 846.204185] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGHEST for action security_group_rules [ 846.204314] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGHEST for action security_group_members [ 846.204386] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2cd258-920d-45a6-9b35-fb763d8cf72d with Priority: HIGHEST for action port [ 846.204705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.204901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.205012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.205252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.205344] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.206387] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.206559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.207471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.207471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.207471] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.207471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.207884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.207884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.208174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.208308] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.209976] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f2cd258-920d-45a6-9b35-fb763d8cf72d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.210133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f2cd258-920d-45a6-9b35-fb763d8cf72d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.210133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f2cd258-920d-45a6-9b35-fb763d8cf72d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.210293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f2cd258-920d-45a6-9b35-fb763d8cf72d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.210368] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2cd258-920d-45a6-9b35-fb763d8cf72d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.346932] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 846.346932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.347047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.347298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.347760] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.347760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.347760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.347914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.347914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.347974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.348268] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.348346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.348871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.349023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.349182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.349285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.349335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.349472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.349627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.349627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.349736] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.351116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.351116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.351116] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.352047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.352047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.352047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.352047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.352047] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.435967] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 846.436122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.436253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.436518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.436707] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.436845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.436880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.437098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.437163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.437220] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.711215] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.712290] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.712440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.712786] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f2cd258-920d-45a6-9b35-fb763d8cf72d with status ACTIVE [ 846.712956] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.713087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.713152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.713335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.713421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.713588] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.713714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.713778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.713925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.714011] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.714217] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.714312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.714368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.714499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.714626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.714663] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f2cd258-920d-45a6-9b35-fb763d8cf72d is going to be updated. [ 846.746330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.746330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.746330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.746330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.746330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.746330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f2cd258-920d-45a6-9b35-fb763d8cf72d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.854997] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba0b65d-37f9-4142-9444-a596f3d89e11: rpc.has_security_group_logging(os_id): False [ 846.856129] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.879630] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.879781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.879844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.880114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.914293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.914618] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.914774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.914858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.915118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.915219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.915440] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.915549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.915627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.915787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.915881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.916086] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.916192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.916250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.916428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.916500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.916595] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 846.940243] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.940443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.940554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.940826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.966457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.966870] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.966870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.966870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.967042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.967096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.967195] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be updated. [ 847.015602] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.015734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.015800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.016033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.016307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.018615] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.018766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.018817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.018968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.019104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.031051] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: IN_PROGRESS for 2s [ 847.038017] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 847.213452] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.361320] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.718580] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.719033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.719033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.719116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.719243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.719347] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 is going to be created. [ 847.745117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.747019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.747019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.747019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.747019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.761756] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 in Status: UNINITIALIZED for 2s [ 847.866022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.866022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.866022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.866022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.866022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.866022] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 847.896458] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.896767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.896767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.896985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.897148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.907646] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 849.044974] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 in Status: SUCCESS [ 849.045372] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 deletion is rescheduled due to dependency. [ 849.045372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.059489] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 849.059750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.059973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.060252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.060356] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.563069] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.563069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.774025] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 in Status: SUCCESS [ 849.775031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.775031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.775031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.775031] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.775031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.775477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.775477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.775477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.775477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.775477] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.921971] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 849.923249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.923249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.923249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.923367] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.923946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.923946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.923946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.924112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.924192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.924325] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.278082] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.278374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.278374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.278767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.278973] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.279120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.279195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.279371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.279463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.279554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.279720] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.279931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.280062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.280261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.280427] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.280558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.280656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.280859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.280963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.281077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.281170] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.427055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.427247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.427288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.427492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.427672] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.427789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.427854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.428013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.428111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.428197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.428348] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.428440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.428545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.428670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.428806] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.428893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.428951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.429104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.429177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.429257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.429346] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.784075] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8: rpc.has_security_group_logging(os_id): False [ 850.802800] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.803055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.803112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.803333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.803450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.803750] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.803901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.803901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.804108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.804208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.804412] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.804511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.804598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.804768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.804877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.805094] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.805204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.805542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.805634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.805726] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 is going to be created. [ 850.871540] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.871840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.871840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.872177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.872429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.884795] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 in Status: IN_PROGRESS for 2s [ 850.933299] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba0b65d-37f9-4142-9444-a596f3d89e11: rpc.has_security_group_logging(os_id): False [ 850.958590] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.958877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.958877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.959059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.959229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.959497] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.959604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.959668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.959843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.959922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.960131] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.960227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.960288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.960432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.960505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.960687] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.960779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.960919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.961016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.961075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.961162] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 851.062872] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.063089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.063089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.063541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.063541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.082235] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 851.205278] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 851.205430] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 852.897366] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 in Status: SUCCESS [ 852.897636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.100745] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 853.100983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.061920] env[65335]: INFO networking_nsxv3.common.synchronization [req-9812f8c2-cdeb-41cc-a428-0108bedb4d70 req-12ddefa6-025a-49dc-b209-72164aa8b84a tempest-ImagesOneServerNegativeTestJSON-539465578 tempest-ImagesOneServerNegativeTestJSON-539465578-project-member] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 855.062578] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 855.063464] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.063464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.063464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.063464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.063760] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.063760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.063760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.064018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.064018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.064232] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.543080] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.543080] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.543080] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.543286] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.544048] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.544048] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.544048] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.544048] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.544312] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.544429] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.544540] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.544646] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.544750] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.544855] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.544959] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.545100] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.567067] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.567238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.567307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.567541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.573243] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.573396] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.573628] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.573768] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.574095] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-3468e0cc-2104-4349-8af9-6e71ac725490 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.574264] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-3468e0cc-2104-4349-8af9-6e71ac725490" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.574378] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-3468e0cc-2104-4349-8af9-6e71ac725490" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.574743] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-3468e0cc-2104-4349-8af9-6e71ac725490" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.574892] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3468e0cc-2104-4349-8af9-6e71ac725490',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.600025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.600325] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.600520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.600595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.600765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.600879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.600996] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 855.628385] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.628625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.628735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.628918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.629093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.641678] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 856.077872] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.078235] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.078298] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.078593] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.078812] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.079019] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 3468e0cc-2104-4349-8af9-6e71ac725490 not found, creating... [ 856.079302] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.079456] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.079580] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.079839] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.079976] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.080287] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.080437] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.080548] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.080772] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.080905] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.081051] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 3468e0cc-2104-4349-8af9-6e71ac725490 is going to be created. [ 856.105062] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.105281] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.105429] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.105688] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.105944] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.106181] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-3468e0cc-2104-4349-8af9-6e71ac725490" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.829300] env[65335]: INFO networking_nsxv3.common.synchronization [req-9812f8c2-cdeb-41cc-a428-0108bedb4d70 req-fe34ad6b-5d32-41aa-9b96-00c7cb09e2ba service nova] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_rules [ 856.829484] env[65335]: INFO networking_nsxv3.common.synchronization [req-9812f8c2-cdeb-41cc-a428-0108bedb4d70 req-fe34ad6b-5d32-41aa-9b96-00c7cb09e2ba service nova] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 856.829620] env[65335]: INFO networking_nsxv3.common.synchronization [req-9812f8c2-cdeb-41cc-a428-0108bedb4d70 req-fe34ad6b-5d32-41aa-9b96-00c7cb09e2ba service nova] Enqueued Resource ID: 3468e0cc-2104-4349-8af9-6e71ac725490 with Priority: HIGHEST for action port [ 856.831349] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_rules [ 856.831516] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 856.831836] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3468e0cc-2104-4349-8af9-6e71ac725490 with Priority: HIGHEST for action port [ 856.832296] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.832450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.832544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.832810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.832903] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.834103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.834280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.834541] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3468e0cc-2104-4349-8af9-6e71ac725490 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.834695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3468e0cc-2104-4349-8af9-6e71ac725490" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.834799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3468e0cc-2104-4349-8af9-6e71ac725490" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.835116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3468e0cc-2104-4349-8af9-6e71ac725490" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.835200] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3468e0cc-2104-4349-8af9-6e71ac725490',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.337773] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.338091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.338357] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3468e0cc-2104-4349-8af9-6e71ac725490 with status ACTIVE [ 857.338645] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.338843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.338967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.339303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.339465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.339749] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.339918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.340045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.340321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.340470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.340764] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.340935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.342429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.343311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.343713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.344694] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3468e0cc-2104-4349-8af9-6e71ac725490 is going to be updated. [ 857.370860] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.370860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.370860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.370860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.370860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.370860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3468e0cc-2104-4349-8af9-6e71ac725490" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.629687] env[65335]: INFO networking_nsxv3.common.synchronization [None req-4b8dd02e-31e0-4b88-9d29-7b1c9f4e0cf7 None None] Enqueued Resource ID: aef34d88-c08f-425d-970a-5c03a70c7780 with Priority: HIGHEST for action port [ 857.630074] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef34d88-c08f-425d-970a-5c03a70c7780 with Priority: HIGHEST for action port [ 857.630299] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef34d88-c08f-425d-970a-5c03a70c7780 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.630415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef34d88-c08f-425d-970a-5c03a70c7780" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.630481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef34d88-c08f-425d-970a-5c03a70c7780" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.630732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef34d88-c08f-425d-970a-5c03a70c7780" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.630815] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef34d88-c08f-425d-970a-5c03a70c7780',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.653084] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 857.653270] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 deletion is rescheduled due to dependency. [ 857.653386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.653537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.653744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.653927] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.654054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.654165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.654273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.654352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.654448] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.887946] env[65335]: INFO networking_nsxv3.common.synchronization [req-88ef0a3d-2940-4ddb-92fe-c265d6cc0cbf req-5c1013da-8f94-41e9-8402-1019c33a9162 tempest-ServerAddressesNegativeTestJSON-956944637 tempest-ServerAddressesNegativeTestJSON-956944637-project-member] Enqueued Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGHEST for action security_group_members [ 857.892278] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGHEST for action security_group_members [ 857.893251] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e631d9-414a-40e7-8b43-b55db40d6cb0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.893419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.893470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.893756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.893889] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.893987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.894061] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.894212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.894296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.894390] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.136021] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aef34d88-c08f-425d-970a-5c03a70c7780 [ 858.136021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.136021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.136021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.136021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.136476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.136476] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aef34d88-c08f-425d-970a-5c03a70c7780 already deleted. [ 858.136476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef34d88-c08f-425d-970a-5c03a70c7780" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.159254] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.340575] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.340837] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-480" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.340932] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-480" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.341628] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-480" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.341628] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.341628] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.341808] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.341915] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.342084] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.342297] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.342416] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.342521] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.342624] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.342743] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.342843] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.342979] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.365665] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.365665] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.365665] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.365665] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-480" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.365983] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-c423569f-7a7d-4f69-ba93-1ae116b01b80 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.366225] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-c423569f-7a7d-4f69-ba93-1ae116b01b80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.366386] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-c423569f-7a7d-4f69-ba93-1ae116b01b80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.366767] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-c423569f-7a7d-4f69-ba93-1ae116b01b80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.367256] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c423569f-7a7d-4f69-ba93-1ae116b01b80',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.398735] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.398912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.398965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.399255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.399377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.399606] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.399776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.399862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.400052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.400159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.400267] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 already deleted. [ 858.400369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.659145] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.809078] env[65335]: INFO networking_nsxv3.common.synchronization [None req-e981611a-02e2-4d38-9cac-bbdc4b273c63 tempest-ServersTestManualDisk-1095973414 tempest-ServersTestManualDisk-1095973414-project-member] Enqueued Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_rules [ 858.809365] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_rules [ 858.809714] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.810408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.810408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.810408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.810408] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.871236] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.871236] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.871236] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.871236] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.871236] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.871236] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port c423569f-7a7d-4f69-ba93-1ae116b01b80 not found, creating... [ 858.871236] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.871236] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.871236] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.871607] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.871607] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.871849] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.871990] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.872105] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.872345] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.872609] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.872609] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: c423569f-7a7d-4f69-ba93-1ae116b01b80 is going to be created. [ 858.899127] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.899356] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.899465] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.899769] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.899992] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.900229] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-c423569f-7a7d-4f69-ba93-1ae116b01b80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.925586] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0dfd2b09-2969-4417-91c1-34839d5233ce tempest-ServersTestManualDisk-1095973414 tempest-ServersTestManualDisk-1095973414-project-member] Enqueued Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_rules [ 858.926354] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_rules [ 858.926597] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.926597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.161934] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.162246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.162397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.162479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.162580] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 859.209391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.209391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.209391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.209742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.209842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.221214] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 859.335426] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.335622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.335622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.335782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.335876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.335961] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 already deleted. [ 859.336059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.336215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.336364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.336447] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.858815] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.858815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.858815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.858815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.858815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.858815] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 already deleted. [ 859.858815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.954477] env[65335]: INFO networking_nsxv3.common.synchronization [None req-27d7c4d8-3e83-4271-bdfb-a95a2d79df43 None None] Enqueued Resource ID: 02bb5b6c-59df-4ab0-869e-83282825f764 with Priority: HIGHEST for action port [ 859.954477] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02bb5b6c-59df-4ab0-869e-83282825f764 with Priority: HIGHEST for action port [ 859.955379] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-02bb5b6c-59df-4ab0-869e-83282825f764 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.955712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02bb5b6c-59df-4ab0-869e-83282825f764" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.956273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02bb5b6c-59df-4ab0-869e-83282825f764" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.956746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02bb5b6c-59df-4ab0-869e-83282825f764" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.957536] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02bb5b6c-59df-4ab0-869e-83282825f764',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.047210] env[65335]: INFO networking_nsxv3.common.synchronization [req-88ef0a3d-2940-4ddb-92fe-c265d6cc0cbf req-9997b058-a3d3-469f-9e2e-091548a6dfce service nova] Enqueued Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGHEST for action security_group_rules [ 860.047210] env[65335]: INFO networking_nsxv3.common.synchronization [req-88ef0a3d-2940-4ddb-92fe-c265d6cc0cbf req-9997b058-a3d3-469f-9e2e-091548a6dfce service nova] Enqueued Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGHEST for action security_group_members [ 860.047210] env[65335]: INFO networking_nsxv3.common.synchronization [req-88ef0a3d-2940-4ddb-92fe-c265d6cc0cbf req-9997b058-a3d3-469f-9e2e-091548a6dfce service nova] Enqueued Resource ID: c423569f-7a7d-4f69-ba93-1ae116b01b80 with Priority: HIGHEST for action port [ 860.047210] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGHEST for action security_group_rules [ 860.047210] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGHEST for action security_group_members [ 860.047210] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c423569f-7a7d-4f69-ba93-1ae116b01b80 with Priority: HIGHEST for action port [ 860.047210] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.047210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.047210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.048296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.050031] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.050031] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e631d9-414a-40e7-8b43-b55db40d6cb0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.050031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.050031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.050031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.050031] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.050910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.051047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.051269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.051411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.051545] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.052764] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c423569f-7a7d-4f69-ba93-1ae116b01b80 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.052880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c423569f-7a7d-4f69-ba93-1ae116b01b80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.052948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c423569f-7a7d-4f69-ba93-1ae116b01b80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.053183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c423569f-7a7d-4f69-ba93-1ae116b01b80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.053307] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c423569f-7a7d-4f69-ba93-1ae116b01b80',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.460868] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02bb5b6c-59df-4ab0-869e-83282825f764 [ 860.460868] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.460868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.460868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.460868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.460868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.460868] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02bb5b6c-59df-4ab0-869e-83282825f764 already deleted. [ 860.460868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02bb5b6c-59df-4ab0-869e-83282825f764" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.558549] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.558549] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e631d9-414a-40e7-8b43-b55db40d6cb0 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.558549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.558549] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c423569f-7a7d-4f69-ba93-1ae116b01b80 with status ACTIVE [ 860.558549] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.558549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.558549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.558549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.558549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.558549] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.558549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.558549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.558549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.560311] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.560568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.562671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.562671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.562671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.562671] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c423569f-7a7d-4f69-ba93-1ae116b01b80 is going to be updated. [ 860.588231] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.588231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.588231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.588231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.588231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.588231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c423569f-7a7d-4f69-ba93-1ae116b01b80" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.607150] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-02c008b9-ec7e-4f0c-b0ce-ab0a5fd6001a tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 860.607150] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 860.607150] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.607718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.607912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.608298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.608710] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.608995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.609246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.609569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.609794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.609986] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.930403] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-7a5e1c08-9e45-4bd6-b07f-0093814a0b3b tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 860.930966] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 860.931290] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.931400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.996286] env[65335]: INFO networking_nsxv3.common.synchronization [req-df0ae8fc-781b-47f0-ab22-35dc8a4536a2 req-fbf9153c-4095-4627-b98c-9242d681e661 tempest-ListServerFiltersTestJSON-1424647277 tempest-ListServerFiltersTestJSON-1424647277-project-member] Enqueued Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 860.996950] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db with Priority: HIGHEST for action security_group_members [ 860.997337] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.997456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.997521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.997745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.997955] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.998105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.998177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.998359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.998456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.999200] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a27c6a-d5aa-42d4-9eb8-283b923bc1db',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.063630] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.116020] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.116020] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.116020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 already deleted. [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.116020] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.116020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.116793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.116793] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.234613] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 4s [ 861.417580] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-02628e2d-c26d-4ccf-8268-f6fcb8fddbb7 tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 861.417580] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 861.417858] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.418015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.500809] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.501350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.501572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.505023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.524209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.524507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.524674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.524754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.524957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.525055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.525148] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db is going to be updated. [ 861.555604] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.555604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.555604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.555604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.555886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.568194] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: IN_PROGRESS for 2s [ 861.568194] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.568575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.568770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.569072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.569261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.569536] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 is going to be created. [ 861.602139] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.602139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.602139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.602139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.602139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.613032] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 in Status: UNINITIALIZED for 2s [ 861.621179] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.622572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.622572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.622572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.622572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.622814] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.623080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.623232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.624754] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 already deleted. [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.624754] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.624754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.624754] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.801719] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.801926] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-191" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.802061] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-191" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.802408] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-191" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.802676] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.802833] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.802945] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.803194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.803351] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.803561] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.803669] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.803813] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.803925] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.804048] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.804155] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.805600] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.842494] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.842773] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.842988] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.843407] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-191" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.843884] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-a1363384-c620-4041-9d59-e53ae02e3858 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.844142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-a1363384-c620-4041-9d59-e53ae02e3858" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.844214] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-a1363384-c620-4041-9d59-e53ae02e3858" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.844539] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-a1363384-c620-4041-9d59-e53ae02e3858" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.844939] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1363384-c620-4041-9d59-e53ae02e3858',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.129211] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.129551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.129551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.129661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.129737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.129932] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.130126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.130126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.130247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.130323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.130407] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 already deleted. [ 862.130484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.347993] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.348340] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.349968] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.349968] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.349968] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.349968] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port a1363384-c620-4041-9d59-e53ae02e3858 not found, creating... [ 862.349968] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.350376] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.350376] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.350507] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.350647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.350985] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.351294] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.351413] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.351643] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.351800] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.351946] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: a1363384-c620-4041-9d59-e53ae02e3858 is going to be created. [ 862.474870] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.474870] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.474870] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.475456] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.475456] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.475456] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-a1363384-c620-4041-9d59-e53ae02e3858" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.087279] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-4abd1797-7c4c-4be8-86f5-9d8d04963fd7 service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 863.087279] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-4abd1797-7c4c-4be8-86f5-9d8d04963fd7 service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 863.087279] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-4abd1797-7c4c-4be8-86f5-9d8d04963fd7 service nova] Enqueued Resource ID: a1363384-c620-4041-9d59-e53ae02e3858 with Priority: HIGHEST for action port [ 863.130162] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 863.130162] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 863.130162] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1363384-c620-4041-9d59-e53ae02e3858 with Priority: HIGHEST for action port [ 863.130162] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.130162] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.130162] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.130162] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.130162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.130162] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.130162] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1363384-c620-4041-9d59-e53ae02e3858 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.131309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1363384-c620-4041-9d59-e53ae02e3858" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.131309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1363384-c620-4041-9d59-e53ae02e3858" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.131309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1363384-c620-4041-9d59-e53ae02e3858" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.131309] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1363384-c620-4041-9d59-e53ae02e3858',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.248897] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 863.249170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.249428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.250095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.250331] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.250553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.250628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.251113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.251113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.251113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.251290] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.580652] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db in Status: SUCCESS [ 863.582613] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a27c6a-d5aa-42d4-9eb8-283b923bc1db deletion is rescheduled due to dependency. [ 863.582894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a27c6a-d5aa-42d4-9eb8-283b923bc1db" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.597628] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.597628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.597628] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.597886] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1363384-c620-4041-9d59-e53ae02e3858 with status ACTIVE [ 863.598140] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.598674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.598674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.598674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.598839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.599036] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.599188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.599273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.599486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.599604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.599834] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.599983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.600103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.600294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.600412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.600534] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1363384-c620-4041-9d59-e53ae02e3858 is going to be updated. [ 863.624095] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.624990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.625122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.625360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.625502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.625696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1363384-c620-4041-9d59-e53ae02e3858" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.627223] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 in Status: SUCCESS [ 863.627414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.627563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.627790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.627970] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.628102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.628171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.628316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.628413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.628507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.628633] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.756936] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.757183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.757263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.757573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.757914] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.758082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.758293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.758385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.758493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.758646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.758781] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.758888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.758931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.759098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.759343] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.759486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.759599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.759776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.759868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.759999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.760062] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.932195] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.932195] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-911" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.932195] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-911" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.932195] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-911" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.933459] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.933976] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.934258] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.935036] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.937084] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.937084] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.937084] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.937084] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.937084] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.937084] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.937084] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.937084] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.965401] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.965535] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.965725] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.965937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-911" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.966698] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-d789fdc5-ca47-4cda-a604-30ca2e440d26 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.966698] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-d789fdc5-ca47-4cda-a604-30ca2e440d26" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.966893] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-d789fdc5-ca47-4cda-a604-30ca2e440d26" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.967289] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-d789fdc5-ca47-4cda-a604-30ca2e440d26" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.967480] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d789fdc5-ca47-4cda-a604-30ca2e440d26',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.102971] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.131649] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e631d9-414a-40e7-8b43-b55db40d6cb0 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.131649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.131649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.134851] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.134851] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e631d9-414a-40e7-8b43-b55db40d6cb0 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.134851] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.134851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.134851] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.264283] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ae1c80-3dd2-4c98-963f-ca6c195169e8: rpc.has_security_group_logging(os_id): False [ 864.284902] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.285130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.285130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.285303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.285340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.285573] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.285684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.285740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.286231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.286231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.286231] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.286500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.286572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.286795] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.287067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.287141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.287267] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 864.360116] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.360314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.360314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.360451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.360607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.376963] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 864.457184] env[65335]: INFO networking_nsxv3.common.synchronization [req-5e61e9b0-6756-461b-9c3b-521299fd5ce6 req-531e5a6f-fd92-43c2-a26e-c5b51523745b tempest-ListServersNegativeTestJSON-882242383 tempest-ListServersNegativeTestJSON-882242383-project-member] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 864.458080] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 864.460959] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.460959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.460959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.460959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.460959] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.460959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.460959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.460959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.460959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.460959] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.471055] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.471231] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.471358] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.471770] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.471966] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.472291] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port d789fdc5-ca47-4cda-a604-30ca2e440d26 not found, creating... [ 864.472607] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.472765] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.472897] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.473194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.473381] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.473761] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.473942] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.474122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.474329] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.474514] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.474586] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: d789fdc5-ca47-4cda-a604-30ca2e440d26 is going to be created. [ 864.499854] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.499854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.499854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.499854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.499854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.499854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-d789fdc5-ca47-4cda-a604-30ca2e440d26" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.606597] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.606807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.606845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.607097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.607197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.607301] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be created. [ 864.641049] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.641049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.641049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.641049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.641049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.641049] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e631d9-414a-40e7-8b43-b55db40d6cb0: rpc.has_security_group_logging(os_id): False [ 864.662322] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: UNINITIALIZED for 2s [ 864.667822] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.667822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.667822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.667948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.668616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.668616] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.668616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.668616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.668814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.668845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.669271] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.669271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.669271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.669398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.669478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.669667] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.669759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.669819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.669958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.670043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.670139] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 is going to be created. [ 864.759138] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.759805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.759940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.760260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.760574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.774805] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 in Status: IN_PROGRESS for 2s [ 864.826879] env[65335]: INFO networking_nsxv3.common.synchronization [req-c175ca8a-2e53-428b-ac71-55d145c7cc9c req-98944e0e-7213-424c-8397-92c3d3445be8 tempest-ListServersNegativeTestJSON-882242383 tempest-ListServersNegativeTestJSON-882242383-project-member] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 864.827681] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGHEST for action security_group_members [ 864.828054] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.828159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.963143] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.084409] env[65335]: INFO networking_nsxv3.common.synchronization [req-d7c88085-9676-46df-9bac-c0e7597d3869 req-621e5781-a78a-4e98-8f1a-99de8204764a tempest-ServerMetadataTestJSON-244890518 tempest-ServerMetadataTestJSON-244890518-project-member] Enqueued Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGHEST for action security_group_members [ 865.084927] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGHEST for action security_group_members [ 865.085596] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.085732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.085789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.085983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.086157] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.086258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.086312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.086457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.086558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.086791] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.250153] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-2368b8cf-98a0-4e5f-ab04-567795b8a5ed service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 865.250153] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-2368b8cf-98a0-4e5f-ab04-567795b8a5ed service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 865.250153] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-2368b8cf-98a0-4e5f-ab04-567795b8a5ed service nova] Enqueued Resource ID: d789fdc5-ca47-4cda-a604-30ca2e440d26 with Priority: HIGHEST for action port [ 865.250153] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 865.250153] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 865.250153] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789fdc5-ca47-4cda-a604-30ca2e440d26 with Priority: HIGHEST for action port [ 865.250153] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.250153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.250153] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.250153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.250153] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d789fdc5-ca47-4cda-a604-30ca2e440d26 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.250153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d789fdc5-ca47-4cda-a604-30ca2e440d26" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.250153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d789fdc5-ca47-4cda-a604-30ca2e440d26" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.250153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d789fdc5-ca47-4cda-a604-30ca2e440d26" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.250153] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d789fdc5-ca47-4cda-a604-30ca2e440d26',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.467481] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.588805] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.588975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.589059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.589303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.589382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.589589] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.589809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.589809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.590076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.590170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.590286] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 is going to be updated. [ 865.621072] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.621258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.621346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.621562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.621709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.631863] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 in Status: IN_PROGRESS for 2s [ 865.752470] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d789fdc5-ca47-4cda-a604-30ca2e440d26 with status ACTIVE [ 865.752774] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.752982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.753139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.753481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.753591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.753817] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.753937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.753982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.754241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.754322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.754508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.754612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.754704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.754946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.755232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.755436] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d789fdc5-ca47-4cda-a604-30ca2e440d26 is going to be updated. [ 865.778396] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.778590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.778724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.778943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.779116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.779296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d789fdc5-ca47-4cda-a604-30ca2e440d26" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.969666] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.970259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.970259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.970259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.970408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.970408] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 866.001861] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.002120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.002172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.002701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.002701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.012400] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 866.102916] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103146] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-191" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.103262] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-191" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.103557] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-191" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.103825] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.104108] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.104330] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.104470] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.104683] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.104804] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.104907] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.105029] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.105138] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.105235] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.105371] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.139583] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.139824] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.139996] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.140215] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-191" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.140553] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-e152a5ba-a02f-4b8d-873e-15efa72454bb taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.140735] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-e152a5ba-a02f-4b8d-873e-15efa72454bb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.140931] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-e152a5ba-a02f-4b8d-873e-15efa72454bb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.141232] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-e152a5ba-a02f-4b8d-873e-15efa72454bb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.141563] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e152a5ba-a02f-4b8d-873e-15efa72454bb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.390843] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 866.391137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.644989] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.645391] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.645569] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.646041] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.646325] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.646570] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port e152a5ba-a02f-4b8d-873e-15efa72454bb not found, creating... [ 866.646972] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.647175] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.647296] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.647545] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.647676] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.647981] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.648169] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.648319] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.648548] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.648727] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.648868] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: e152a5ba-a02f-4b8d-873e-15efa72454bb is going to be created. [ 866.680636] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 866.680998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.681274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.681592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.681902] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.682219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.682285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.682486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.682619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.682728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.682862] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.684780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.684949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.685200] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.685374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.685650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.685965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.686144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.686311] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.691349] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.691695] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.691695] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.692083] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.692994] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.692994] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-e152a5ba-a02f-4b8d-873e-15efa72454bb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.790220] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 in Status: SUCCESS [ 866.790459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.185953] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.186147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.188729] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.438032] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-b1923e9c-5510-4dcb-bb77-fe75f2b6bcf7 service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 867.438032] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-b1923e9c-5510-4dcb-bb77-fe75f2b6bcf7 service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 867.438032] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0038b65-0108-4329-90a9-52badc1f0cbc req-b1923e9c-5510-4dcb-bb77-fe75f2b6bcf7 service nova] Enqueued Resource ID: e152a5ba-a02f-4b8d-873e-15efa72454bb with Priority: HIGHEST for action port [ 867.438032] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 867.438635] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 867.438635] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e152a5ba-a02f-4b8d-873e-15efa72454bb with Priority: HIGHEST for action port [ 867.438635] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.438635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.438882] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.438986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.439211] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e152a5ba-a02f-4b8d-873e-15efa72454bb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.439309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e152a5ba-a02f-4b8d-873e-15efa72454bb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.439369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e152a5ba-a02f-4b8d-873e-15efa72454bb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.439577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e152a5ba-a02f-4b8d-873e-15efa72454bb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.439695] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e152a5ba-a02f-4b8d-873e-15efa72454bb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.642014] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 in Status: SUCCESS [ 867.642246] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 deletion is rescheduled due to dependency. [ 867.642365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.677945] env[65335]: INFO networking_nsxv3.common.synchronization [req-7799e368-2648-4ccf-a58a-07df98e11348 req-d74b7008-7833-450d-9d30-dc78555a63f4 tempest-ImagesNegativeTestJSON-1560135941 tempest-ImagesNegativeTestJSON-1560135941-project-member] Enqueued Resource ID: f7a68ae8-1470-435e-946b-ca598f896de8 with Priority: HIGHEST for action security_group_members [ 867.678591] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a68ae8-1470-435e-946b-ca598f896de8 with Priority: HIGHEST for action security_group_members [ 867.678958] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a68ae8-1470-435e-946b-ca598f896de8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.679110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.679178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.679449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.679609] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.679711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.679807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.680055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.680157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.680259] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a68ae8-1470-435e-946b-ca598f896de8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.691598] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.943435] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e152a5ba-a02f-4b8d-873e-15efa72454bb with status ACTIVE [ 867.945108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.945266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.945325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.945936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.945936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.945936] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.946168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.946168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.946237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.946278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.946451] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.946541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.946686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.946725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.946828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.946873] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e152a5ba-a02f-4b8d-873e-15efa72454bb is going to be updated. [ 867.977247] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.977380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.977446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.977651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.977783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.977946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e152a5ba-a02f-4b8d-873e-15efa72454bb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.026567] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 868.026818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.026979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.027218] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.027412] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.027529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.027623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.027806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.027879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.028074] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.034026] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.035065] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-189" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.035065] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-189" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.035065] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-189" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.036700] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.036874] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.036991] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.037247] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.037383] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.037598] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.037737] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.038270] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.038270] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.038270] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.038270] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.040318] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.066269] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.066590] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.066834] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.067143] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-189" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.067643] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-5042c8b9-c227-4144-bb9a-c4827454d0dc taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.067936] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-5042c8b9-c227-4144-bb9a-c4827454d0dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.068159] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-5042c8b9-c227-4144-bb9a-c4827454d0dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.069155] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-5042c8b9-c227-4144-bb9a-c4827454d0dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.069155] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5042c8b9-c227-4144-bb9a-c4827454d0dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.185691] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.185691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.185867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.185966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.186330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.186330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.186482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.186519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.186808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.187031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.187190] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a68ae8-1470-435e-946b-ca598f896de8 already deleted. [ 868.187848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.194532] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.196444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.197259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.197719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.197856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.198020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 868.231150] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.231572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.231572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.232614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.232614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.243179] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 868.534522] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.536701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.536946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.537891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.559867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.560087] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.560259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.560296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.560525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.560594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.560658] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be updated. [ 868.571202] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.571426] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.571546] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.571840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.572010] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.572187] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 5042c8b9-c227-4144-bb9a-c4827454d0dc not found, creating... [ 868.572477] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.572634] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.572747] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.572992] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.573178] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.573437] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.573622] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.573673] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.573898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.574040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.574270] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 5042c8b9-c227-4144-bb9a-c4827454d0dc is going to be created. [ 868.589483] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.589649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.589732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.590048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.590115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.594911] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.595127] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.595280] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.595573] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.595871] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.596129] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-5042c8b9-c227-4144-bb9a-c4827454d0dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.600185] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: IN_PROGRESS for 2s [ 869.337751] env[65335]: INFO networking_nsxv3.common.synchronization [req-7799e368-2648-4ccf-a58a-07df98e11348 req-310296ed-5df1-4964-beb7-67a3ace5c3bb service nova] Enqueued Resource ID: f7a68ae8-1470-435e-946b-ca598f896de8 with Priority: HIGHEST for action security_group_rules [ 869.337751] env[65335]: INFO networking_nsxv3.common.synchronization [req-7799e368-2648-4ccf-a58a-07df98e11348 req-310296ed-5df1-4964-beb7-67a3ace5c3bb service nova] Enqueued Resource ID: f7a68ae8-1470-435e-946b-ca598f896de8 with Priority: HIGHEST for action security_group_members [ 869.338269] env[65335]: INFO networking_nsxv3.common.synchronization [req-7799e368-2648-4ccf-a58a-07df98e11348 req-310296ed-5df1-4964-beb7-67a3ace5c3bb service nova] Enqueued Resource ID: 5042c8b9-c227-4144-bb9a-c4827454d0dc with Priority: HIGHEST for action port [ 869.339244] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a68ae8-1470-435e-946b-ca598f896de8 with Priority: HIGHEST for action security_group_rules [ 869.339691] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a68ae8-1470-435e-946b-ca598f896de8 with Priority: HIGHEST for action security_group_members [ 869.341040] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5042c8b9-c227-4144-bb9a-c4827454d0dc with Priority: HIGHEST for action port [ 869.341040] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a68ae8-1470-435e-946b-ca598f896de8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.341040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.341040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.341480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.342224] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a68ae8-1470-435e-946b-ca598f896de8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.344340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a68ae8-1470-435e-946b-ca598f896de8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.344686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.345025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.347021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.347021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.347021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.347021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.347021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.347021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.347021] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a68ae8-1470-435e-946b-ca598f896de8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.351033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5042c8b9-c227-4144-bb9a-c4827454d0dc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.351033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5042c8b9-c227-4144-bb9a-c4827454d0dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.351033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5042c8b9-c227-4144-bb9a-c4827454d0dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.351033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5042c8b9-c227-4144-bb9a-c4827454d0dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.351033] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5042c8b9-c227-4144-bb9a-c4827454d0dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.845677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a68ae8-1470-435e-946b-ca598f896de8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.849271] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7a68ae8-1470-435e-946b-ca598f896de8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.853282] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5042c8b9-c227-4144-bb9a-c4827454d0dc with status ACTIVE [ 869.853533] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.853747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.853866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.854111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.854204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.854437] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.854634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.854712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.854914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.855073] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.855182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.855351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.855425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.855618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.855719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.855801] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5042c8b9-c227-4144-bb9a-c4827454d0dc is going to be updated. [ 869.881560] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.881560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.881560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.881560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.881920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.881920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5042c8b9-c227-4144-bb9a-c4827454d0dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.257111] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 870.257356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.257540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.257757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.258160] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.258160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.258160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.258400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.258400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.258498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.258640] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.258732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.258780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.258970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.259577] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.259577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.259577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.259577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.259577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.259577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.259857] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.261467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.261671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.261904] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.262092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.262185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.262351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.262433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.262534] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.352285] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7a68ae8-1470-435e-946b-ca598f896de8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.486454] env[65335]: INFO networking_nsxv3.common.synchronization [req-06bfc436-7428-4dba-92ab-6731fb019fcd req-e139e01a-ec3f-4c46-9a47-4ff53be76276 tempest-ServersTestJSON-1163113928 tempest-ServersTestJSON-1163113928-project-member] Enqueued Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_members [ 870.487049] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_members [ 870.487367] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.487486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.487547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.490287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.490500] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.490655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.490769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.490932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.491052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.491168] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.614130] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c in Status: SUCCESS [ 870.614130] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c deletion is rescheduled due to dependency. [ 870.614130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.764263] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9fc0e84-482c-4eec-9279-96deb4e32c59: rpc.has_security_group_logging(os_id): False [ 870.768163] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.787075] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.787234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.787316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.787547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.787640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.787828] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.787926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.787988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.788154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.788235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.788409] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.788501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.788563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.788729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.788802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.788997] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.793147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.793463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.793522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.793622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.793742] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be created. [ 870.852499] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.854047] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-876" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.854047] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-876" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.854047] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-876" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.854260] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.854427] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.854563] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.854811] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.854967] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.855284] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.855449] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.855585] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.855715] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.855846] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.855967] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.856175] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.858128] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.858250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.858323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.858551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.858698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.858810] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a68ae8-1470-435e-946b-ca598f896de8 is going to be created. [ 870.863488] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.863666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.863731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.863891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.864147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.883222] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 870.884320] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.884479] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.884618] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.884801] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-876" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.885135] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-77def607-8fde-4a1a-869b-c32d924aa835 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.885307] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-77def607-8fde-4a1a-869b-c32d924aa835" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.885422] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-77def607-8fde-4a1a-869b-c32d924aa835" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.885764] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-77def607-8fde-4a1a-869b-c32d924aa835" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.885995] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77def607-8fde-4a1a-869b-c32d924aa835',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.895358] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.895517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.895585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.895776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.895938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.908555] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a68ae8-1470-435e-946b-ca598f896de8 in Status: UNINITIALIZED for 2s [ 870.994243] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.997342] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.997342] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 already deleted. [ 870.997342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.192640] env[65335]: INFO networking_nsxv3.common.synchronization [req-bd6424cd-cfe1-4d0f-8f81-ac6a4373b9c2 req-a80c0e7b-163e-46e7-8fc8-3aaf6449694d tempest-ServerAddressesNegativeTestJSON-956944637 tempest-ServerAddressesNegativeTestJSON-956944637-project-member] Enqueued Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGHEST for action security_group_members [ 871.193337] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGHEST for action security_group_members [ 871.193690] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e631d9-414a-40e7-8b43-b55db40d6cb0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.193827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.193879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.194148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.194314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.194419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.194481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.194659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.194747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.194841] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.269987] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.388591] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.390035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.390035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.390035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.390035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.390035] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 77def607-8fde-4a1a-869b-c32d924aa835 not found, creating... [ 871.390035] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.390517] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.390517] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.390575] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.390694] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.390973] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.391839] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.391839] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.391839] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.391839] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.392633] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 77def607-8fde-4a1a-869b-c32d924aa835 is going to be created. [ 871.413819] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.414024] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.414151] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.414407] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.414671] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.414969] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-77def607-8fde-4a1a-869b-c32d924aa835" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.697916] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.698109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.698182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.698564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.698740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.698996] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.699111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.699111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.699279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.699384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.699508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 is going to be updated. [ 871.727447] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.727684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.727814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.728140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.728381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.739484] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 in Status: IN_PROGRESS for 2s [ 871.773175] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.773332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.773407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.773628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.773721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.773828] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 871.803979] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.804152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.804199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.804415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.804639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.816344] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 872.114884] env[65335]: INFO networking_nsxv3.common.synchronization [req-06bfc436-7428-4dba-92ab-6731fb019fcd req-26bf82b7-660e-4548-96b2-c22666a0c1ec service nova] Enqueued Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_rules [ 872.115617] env[65335]: INFO networking_nsxv3.common.synchronization [req-06bfc436-7428-4dba-92ab-6731fb019fcd req-26bf82b7-660e-4548-96b2-c22666a0c1ec service nova] Enqueued Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_members [ 872.115818] env[65335]: INFO networking_nsxv3.common.synchronization [req-06bfc436-7428-4dba-92ab-6731fb019fcd req-26bf82b7-660e-4548-96b2-c22666a0c1ec service nova] Enqueued Resource ID: 77def607-8fde-4a1a-869b-c32d924aa835 with Priority: HIGHEST for action port [ 872.117278] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_rules [ 872.117443] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_members [ 872.117546] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77def607-8fde-4a1a-869b-c32d924aa835 with Priority: HIGHEST for action port [ 872.118174] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.118329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.118370] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.118585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.118717] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.119579] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.119745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.119812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.119964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.120125] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.120217] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.120271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.120414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.120493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.120750] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.123159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-77def607-8fde-4a1a-869b-c32d924aa835 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.123159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77def607-8fde-4a1a-869b-c32d924aa835" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.123159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77def607-8fde-4a1a-869b-c32d924aa835" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.123159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77def607-8fde-4a1a-869b-c32d924aa835" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.123159] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77def607-8fde-4a1a-869b-c32d924aa835',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.625234] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77def607-8fde-4a1a-869b-c32d924aa835 with status ACTIVE [ 872.626032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.626032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.626032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.626032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.626032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.626262] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.626262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.626329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.626440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.626558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.626714] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.626811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.627714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.627714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.627714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.627714] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77def607-8fde-4a1a-869b-c32d924aa835 is going to be updated. [ 872.629117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.629117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.629117] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.650565] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.650565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.650565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.650565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.650565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.650855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77def607-8fde-4a1a-869b-c32d924aa835" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.899213] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 872.899477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.900188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.900361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.900475] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.920818] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a68ae8-1470-435e-946b-ca598f896de8 in Status: SUCCESS [ 872.921133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.921803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.922010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.922318] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.922500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.922594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.922793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.922934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.923133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.923200] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7a68ae8-1470-435e-946b-ca598f896de8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.131757] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.371797] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccea9e14-43b3-4245-8fb8-10d26358bf27 req-8f57b909-82fb-4fe0-91d2-ae085ed8907b tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 873.373422] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 873.374847] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.375013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.375076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.376308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.376308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.376308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.376308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.376308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.376308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.376308] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.404129] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.404350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.425636] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a68ae8-1470-435e-946b-ca598f896de8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.425775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.425843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.426089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.426277] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.426387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.426447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.426701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.426789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.426873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.427032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a68ae8-1470-435e-946b-ca598f896de8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.427133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.427190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.427340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.427493] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.427591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.427651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.427812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.427886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.427973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.428076] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7a68ae8-1470-435e-946b-ca598f896de8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.635468] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.638284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.638284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.638284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.638284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.638284] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 is going to be created. [ 873.661829] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.661977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.662058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.662274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.662552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.676417] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 in Status: UNINITIALIZED for 2s [ 873.748827] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 in Status: SUCCESS [ 873.749088] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 deletion is rescheduled due to dependency. [ 873.749210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.766677] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.766873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.766992] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.767280] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.767527] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.767677] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.767802] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.768009] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.768173] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.768466] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.768551] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.768657] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.768801] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.768914] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.769019] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.769147] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.792232] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.792311] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.792430] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.792601] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.792914] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-6ab90774-dc65-45ef-b426-d6156a7fcdd3 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.793107] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-6ab90774-dc65-45ef-b426-d6156a7fcdd3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.793223] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-6ab90774-dc65-45ef-b426-d6156a7fcdd3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.793571] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-6ab90774-dc65-45ef-b426-d6156a7fcdd3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.793707] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ab90774-dc65-45ef-b426-d6156a7fcdd3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.826127] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 873.826346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.826504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.826713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.826901] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.827029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.827097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.827245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.827325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.827409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.827497] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.882666] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.882793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.882793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.883257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.883437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.883659] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.883766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.883826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.884130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.884276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.884376] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be deleted. [ 873.929196] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.929401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.929401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.929609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.929701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.929826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.930057] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7a68ae8-1470-435e-946b-ca598f896de8: rpc.has_security_group_logging(os_id): False [ 873.952988] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.952988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.952988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.952988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.952988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.953250] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.953250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.953326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.954245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.954245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.954245] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.954245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.954245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.954959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.954959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.954959] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.954959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.954959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.954959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.954959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.955176] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a68ae8-1470-435e-946b-ca598f896de8 is going to be created. [ 874.058621] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.058889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.058974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.059240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.059432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.077439] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7a68ae8-1470-435e-946b-ca598f896de8 in Status: IN_PROGRESS for 2s [ 874.296230] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.296730] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.296730] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.297068] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.297344] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.297536] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 6ab90774-dc65-45ef-b426-d6156a7fcdd3 not found, creating... [ 874.297837] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.298015] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.298136] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.298380] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.298518] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.298905] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.299140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.299242] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.299422] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.299555] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.299717] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 6ab90774-dc65-45ef-b426-d6156a7fcdd3 is going to be created. [ 874.329655] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.329897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.329988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.330277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.330493] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.330633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.330719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.331036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.331036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.331168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.331407] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.331538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.331575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.331794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.331931] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.332075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.332254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.332334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.332431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.332560] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.334650] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.334826] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.334970] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.335202] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.335420] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.335646] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-6ab90774-dc65-45ef-b426-d6156a7fcdd3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.837707] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9fc0e84-482c-4eec-9279-96deb4e32c59: rpc.has_security_group_logging(os_id): False [ 874.855611] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.855768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.855841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.856082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.856184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.856452] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.856580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.856655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.856845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.856966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.857136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.857248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.857324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.857427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.857500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.857694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.857807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.857875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.858024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.858100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.858184] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 874.920180] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.920323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.920390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.922019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.922019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.934715] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 875.032672] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccea9e14-43b3-4245-8fb8-10d26358bf27 req-ad7a6766-c64e-4bbd-af96-1bf2d535282b service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 875.032849] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccea9e14-43b3-4245-8fb8-10d26358bf27 req-ad7a6766-c64e-4bbd-af96-1bf2d535282b service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 875.033527] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccea9e14-43b3-4245-8fb8-10d26358bf27 req-ad7a6766-c64e-4bbd-af96-1bf2d535282b service nova] Enqueued Resource ID: 6ab90774-dc65-45ef-b426-d6156a7fcdd3 with Priority: HIGHEST for action port [ 875.033527] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 875.033527] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 875.033527] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab90774-dc65-45ef-b426-d6156a7fcdd3 with Priority: HIGHEST for action port [ 875.035329] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.035458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.035525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.035766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.035835] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.036728] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.036813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.036859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.037046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.037192] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.037286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.037346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.037486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.037569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.037662] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.043744] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ab90774-dc65-45ef-b426-d6156a7fcdd3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.043744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ab90774-dc65-45ef-b426-d6156a7fcdd3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.043744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ab90774-dc65-45ef-b426-d6156a7fcdd3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.043744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ab90774-dc65-45ef-b426-d6156a7fcdd3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.043744] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ab90774-dc65-45ef-b426-d6156a7fcdd3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.147700] env[65335]: INFO networking_nsxv3.common.synchronization [req-83487ee8-879e-407e-86b3-903c638dc499 req-4c87432e-aeef-4eb0-b1f4-75074a6ba501 tempest-ServersAdminTestJSON-212052118 tempest-ServersAdminTestJSON-212052118-project-member] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 875.148453] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 875.149878] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.149878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.149878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.149878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.149878] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.150195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.150195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.150392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.150440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.151148] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.544888] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.545233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.548056] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.548741] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ab90774-dc65-45ef-b426-d6156a7fcdd3 with status ACTIVE [ 875.548972] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.549353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.549353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.549445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.549501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.549851] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.549851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.549851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.550332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.550332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.550332] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.550437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.550437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.550926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.550926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.550926] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ab90774-dc65-45ef-b426-d6156a7fcdd3 is going to be updated. [ 875.572725] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.572904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.572938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.573242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.573306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.573437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ab90774-dc65-45ef-b426-d6156a7fcdd3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.652916] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.687456] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 in Status: SUCCESS [ 875.688098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.688098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.688098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.688617] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.688617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.688617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.688617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.688966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.688966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.688966] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.991749] env[65335]: INFO networking_nsxv3.common.synchronization [req-52b282de-94e0-4974-b8a1-dfdb5f15de0e req-474a5d47-60ca-4d62-ada8-24509b7760d3 tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 875.992336] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 875.992666] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.992789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.992857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.993528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.994673] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.994799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.994874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.995099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.995217] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.995318] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.053357] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.090833] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7a68ae8-1470-435e-946b-ca598f896de8 in Status: SUCCESS [ 876.091078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.157424] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.198598] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.435097] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.435276] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.435401] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.436063] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.436339] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.436508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.436705] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.436941] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.437096] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.437299] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.437429] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.437523] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.437628] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.437744] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.437848] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.437973] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.464208] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.464487] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.464655] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.464823] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.465168] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-6e9efc71-baa0-4f55-b10b-21c6d144c225 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.465407] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-6e9efc71-baa0-4f55-b10b-21c6d144c225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.465530] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-6e9efc71-baa0-4f55-b10b-21c6d144c225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.465940] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-6e9efc71-baa0-4f55-b10b-21c6d144c225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.466199] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e9efc71-baa0-4f55-b10b-21c6d144c225',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.497400] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.497712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.497792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.498020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.520747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.521044] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.521173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.521233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.521436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.521520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.521610] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 876.556656] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.556656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.556656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.557097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.557097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.557097] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be created. [ 876.563131] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.563291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.563365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.563588] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.563738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.575351] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 876.591561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.591717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.591776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.591981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.592160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.605279] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: UNINITIALIZED for 2s [ 876.659887] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.660883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.660883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.660883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.660883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.661182] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 876.704138] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b318e98d-5c07-4aa3-9e7f-6d814f7fbd78: rpc.has_security_group_logging(os_id): False [ 876.718309] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.718309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.718309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.718555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.718999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.735069] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 876.735069] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.735069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.735069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.735069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.735069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.735369] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.735451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.735555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.735768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.735852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.735948] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 is going to be created. [ 876.833505] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.834120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.834226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.834468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.834773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.849187] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 in Status: IN_PROGRESS for 2s [ 876.962414] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 876.962726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.963093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.963339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.963437] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.969383] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.969383] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.969383] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.970036] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.970196] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.970357] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 6e9efc71-baa0-4f55-b10b-21c6d144c225 not found, creating... [ 876.970660] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.970828] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.970945] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.971245] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.971386] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.971698] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.971854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.971967] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.973165] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.973348] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.973541] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 6e9efc71-baa0-4f55-b10b-21c6d144c225 is going to be created. [ 877.006817] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.007461] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.007461] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.007637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.007862] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.008114] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-6e9efc71-baa0-4f55-b10b-21c6d144c225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.466017] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.466216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.466277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.466490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.467378] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.467378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.467378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.467378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.467378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.467378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.467378] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.717029] env[65335]: INFO networking_nsxv3.common.synchronization [req-52b282de-94e0-4974-b8a1-dfdb5f15de0e req-d5c35b3b-0314-4a24-ad32-ef4846058fb9 service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 877.717280] env[65335]: INFO networking_nsxv3.common.synchronization [req-52b282de-94e0-4974-b8a1-dfdb5f15de0e req-d5c35b3b-0314-4a24-ad32-ef4846058fb9 service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 877.717376] env[65335]: INFO networking_nsxv3.common.synchronization [req-52b282de-94e0-4974-b8a1-dfdb5f15de0e req-d5c35b3b-0314-4a24-ad32-ef4846058fb9 service nova] Enqueued Resource ID: 6e9efc71-baa0-4f55-b10b-21c6d144c225 with Priority: HIGHEST for action port [ 877.717881] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 877.718194] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 877.718397] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9efc71-baa0-4f55-b10b-21c6d144c225 with Priority: HIGHEST for action port [ 877.718622] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.718779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.718858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.719038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.719125] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.720231] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.720347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.720569] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e9efc71-baa0-4f55-b10b-21c6d144c225 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.720712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e9efc71-baa0-4f55-b10b-21c6d144c225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.720809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e9efc71-baa0-4f55-b10b-21c6d144c225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.721228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e9efc71-baa0-4f55-b10b-21c6d144c225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.721299] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e9efc71-baa0-4f55-b10b-21c6d144c225',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.970155] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.970912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.970912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.971075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.971268] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.971399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.971481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.971713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.971825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.971944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.972210] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.972317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.972406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.972612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.972815] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.973028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.973854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.973854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.973854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.973854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.973854] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.223217] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e9efc71-baa0-4f55-b10b-21c6d144c225 with status ACTIVE [ 878.223550] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.223697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.223781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.224130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.224290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.224536] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.224692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.224756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.225165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.225165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.225337] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.225470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.225651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.225736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.225863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.225940] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e9efc71-baa0-4f55-b10b-21c6d144c225 is going to be updated. [ 878.227499] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.227561] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.253068] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.253399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.253399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.253574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.253719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.253945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e9efc71-baa0-4f55-b10b-21c6d144c225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.477396] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9fc0e84-482c-4eec-9279-96deb4e32c59: rpc.has_security_group_logging(os_id): False [ 878.501180] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.501434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.501434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.501584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.501644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.502360] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.502360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.502360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.502360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.502567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.502886] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.503063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.503178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.503397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.503527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.503807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.503906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.504012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.504226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.504331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.504437] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 878.574620] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.574825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.574825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.575117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.575201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.585564] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 878.585741] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 deletion is rescheduled due to dependency. [ 878.585878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.586042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.586253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.586442] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.586550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.586613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.586767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.586843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.586946] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.591259] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 878.619235] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 878.619535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.619728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.619980] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.620247] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.620392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.620479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.620654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.620757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.620879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.620976] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.745544] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 878.745907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.861962] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 in Status: SUCCESS [ 878.862202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.089813] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.125853] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.126034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.126110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.126325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.126485] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.126582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.126647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.126794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.126882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.126970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.127130] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.127220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.127280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.127419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.127559] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.127649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.127728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.127889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.127964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.128056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.128146] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.491069] env[65335]: INFO networking_nsxv3.common.synchronization [req-e9a36af7-6aa3-4ff6-bb76-2e3d34d53227 req-62f05ef7-7851-43a7-bc08-334a166c2ef8 tempest-ImagesOneServerNegativeTestJSON-539465578 tempest-ImagesOneServerNegativeTestJSON-539465578-project-member] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 879.492225] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 879.493922] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.493922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.494354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.494354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.494592] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.494592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.494592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.494783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.494889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.494932] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.592342] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.633410] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a2f015-cee2-476b-a70b-1bdc4e201b02: rpc.has_security_group_logging(os_id): False [ 879.657291] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.657534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.657534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.657800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.657903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.658246] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.658382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.658439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.658599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.658677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.658981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.659133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.659204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.659347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.659420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.659832] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.659832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.660031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.660094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.660220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.660342] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be created. [ 879.767767] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.768300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.768300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.768409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.768563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.792984] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 879.920953] env[65335]: INFO networking_nsxv3.common.synchronization [req-dfd669b9-1da5-43be-b2f8-69671505c231 req-456ffb6e-effb-44f4-a878-081c498661a2 tempest-ImagesNegativeTestJSON-1560135941 tempest-ImagesNegativeTestJSON-1560135941-project-member] Enqueued Resource ID: f7a68ae8-1470-435e-946b-ca598f896de8 with Priority: HIGHEST for action security_group_members [ 879.922379] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a68ae8-1470-435e-946b-ca598f896de8 with Priority: HIGHEST for action security_group_members [ 879.922379] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a68ae8-1470-435e-946b-ca598f896de8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.923333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.923455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.923686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.923859] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.923980] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.927941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.928237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.928355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.928460] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a68ae8-1470-435e-946b-ca598f896de8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.997101] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.997306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.998163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.998163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.998163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.998163] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.998163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.998163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.998449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.998449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.998508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 880.036163] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.036163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.036163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.036163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.036163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.044947] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 880.094721] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.094953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.094953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.095175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.095274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.095386] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 880.200547] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.200547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.200547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.200813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.200914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.215075] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 880.430911] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.431439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.431439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.431439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.431604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.431661] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.431758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.431820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.431969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.432056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.432145] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a68ae8-1470-435e-946b-ca598f896de8 is going to be updated. [ 880.464234] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.464393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.464530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.464754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.465134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.475725] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a68ae8-1470-435e-946b-ca598f896de8 in Status: IN_PROGRESS for 2s [ 880.609525] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 880.609895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.748462] env[65335]: INFO networking_nsxv3.common.synchronization [req-ca30a0b8-37dc-4a46-a4ae-7833674e682c req-6a54a3f1-b532-4731-abd3-50c726d1b2d8 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 881.748814] env[65335]: INFO networking_nsxv3.common.synchronization [req-ca30a0b8-37dc-4a46-a4ae-7833674e682c req-6a54a3f1-b532-4731-abd3-50c726d1b2d8 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 881.749104] env[65335]: INFO networking_nsxv3.common.synchronization [req-ca30a0b8-37dc-4a46-a4ae-7833674e682c req-6a54a3f1-b532-4731-abd3-50c726d1b2d8 tempest-SecurityGroupsTestJSON-884738572 tempest-SecurityGroupsTestJSON-884738572-project-member] Enqueued Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGHEST for action security_group_members [ 881.749738] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGHEST for action security_group_members [ 881.749738] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878096d8-34bc-4d44-b271-f03c14db3758 with Priority: HIGHEST for action security_group_members [ 881.749861] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGHEST for action security_group_members [ 881.750193] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.750331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.750412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.750648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.750837] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.750964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.751052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.751258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.751365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.751487] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.752919] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-878096d8-34bc-4d44-b271-f03c14db3758 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.752919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.752919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.757623] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.757623] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878096d8-34bc-4d44-b271-f03c14db3758',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.757623] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.757623] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.757623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.758622] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.814502] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 881.814804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.006167] env[65335]: INFO networking_nsxv3.common.synchronization [req-5c7388cb-1974-4acb-8059-2095a29af068 req-e3f43b29-473c-4b87-ab97-4401156eda86 tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 882.006167] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 882.007511] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.007841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.008065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.008358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.008728] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.009150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.009414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.009906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.010445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.010685] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.057514] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 882.057751] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 deletion is rescheduled due to dependency. [ 882.057882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.227606] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 882.227913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.228228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.228432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.228685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.228831] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.228975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.229100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.229187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.229406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.229406] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.260910] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.261183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.261328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.261658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.261818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.263482] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.263482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.263482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.263482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.263482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.263482] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be updated. [ 882.267019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.267019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.267019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.267019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.267019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.267019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.284345] env[65335]: INFO networking_nsxv3.common.synchronization [req-5c7388cb-1974-4acb-8059-2095a29af068 req-3cf6a5aa-00af-421a-87dc-fcc8963b9bad tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 882.285652] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 882.286033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.286275] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.286468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.286468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.286705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.286806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.286860] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 is going to be updated. [ 882.287912] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.288240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.288240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.288335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.305843] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.305843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.305843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.305843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.305843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.308781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.309102] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.309231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.309284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.309476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.309555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.309645] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878096d8-34bc-4d44-b271-f03c14db3758 is going to be updated. [ 882.317643] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: IN_PROGRESS for 2s [ 882.319420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.319573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.319649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.319904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.320130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.337728] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: IN_PROGRESS for 2s [ 882.359819] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.359819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.359819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.360108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.360237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.369789] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: IN_PROGRESS for 2s [ 882.485887] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a68ae8-1470-435e-946b-ca598f896de8 in Status: SUCCESS [ 882.486087] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a68ae8-1470-435e-946b-ca598f896de8 deletion is rescheduled due to dependency. [ 882.486198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a68ae8-1470-435e-946b-ca598f896de8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.515744] env[65335]: INFO networking_nsxv3.common.synchronization [req-5c7388cb-1974-4acb-8059-2095a29af068 req-94208c19-5d6f-4200-85b0-9a2c0b67513c tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 882.515744] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.517196] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 882.517196] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.517196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.732641] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.732789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.732867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.733113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.733289] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.733393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.733458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.733614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.733703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.733790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.733934] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.734035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.734095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.734236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.734372] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.735091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.735091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.735091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.735091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.735091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.735091] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.017385] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.237276] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6390c8c0-48c2-4277-95e5-f111be984338: rpc.has_security_group_logging(os_id): False [ 883.264510] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.264758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.264758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.265081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.265183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.265349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.265508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.265600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.265726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.265819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.266046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.266186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.266277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.266432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.268275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.268275] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.268275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.268275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.268275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.268275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.268275] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 883.365029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.365029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.365029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.365029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.365276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.386437] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 883.519511] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.519728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.519728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.520148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.521184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.521449] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 883.553600] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.553739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.553814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.555040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.555040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.566732] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 884.330739] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba0b65d-37f9-4142-9444-a596f3d89e11 in Status: SUCCESS [ 884.331626] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 deletion is rescheduled due to dependency. [ 884.331626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.349026] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 in Status: SUCCESS [ 884.349026] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 deletion is rescheduled due to dependency. [ 884.349026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.382597] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878096d8-34bc-4d44-b271-f03c14db3758 in Status: SUCCESS [ 884.382804] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878096d8-34bc-4d44-b271-f03c14db3758 deletion is rescheduled due to dependency. [ 884.382909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878096d8-34bc-4d44-b271-f03c14db3758" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.016213] env[65335]: INFO networking_nsxv3.common.synchronization [req-da7be45d-f566-40d7-9603-f78a650a24cc req-34142046-0243-4adb-bb1a-12e71bb17c78 tempest-ListImageFiltersTestJSON-2077899949 tempest-ListImageFiltersTestJSON-2077899949-project-member] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 885.016754] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 885.017088] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017632] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.018019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.019429] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.404966] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 885.405308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.521597] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.577871] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 885.577871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.577871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.577871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.578144] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.578144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.578144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.578264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.578358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.578442] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.024961] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.081700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.082088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.082227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.082456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.082569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.082781] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.082930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.082965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.083153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.083232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.083328] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 886.109028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.109176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.109244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.109445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.109642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.120792] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 886.529150] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.529150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.529150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.529529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.529529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.530117] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be updated. [ 886.560413] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.560606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.560655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.560859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.561091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.571782] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: IN_PROGRESS for 2s [ 888.133511] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 888.133511] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 deletion is rescheduled due to dependency. [ 888.133511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.133511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.133511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.133511] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.133511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.133511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.134456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.134456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.134456] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.582951] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: SUCCESS [ 888.582951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.636392] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.636555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.636636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.636873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.636982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.637175] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.637272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.637333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.637478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.637582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.637654] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 888.663184] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.663337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.663408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.663617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.663765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.673586] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 890.019393] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 890.019674] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 890.023693] env[65335]: INFO networking_nsxv3.common.synchronization [req-0bfe3873-1d9f-4549-abef-4cc5e097a08b req-9ebfdb63-7871-4023-a580-a5c1f8a9e9e4 tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 890.024574] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 890.027614] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.027824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.027943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.028603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.029082] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.029082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.029082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.029256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.029256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.029355] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.533253] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.533253] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.533253] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb already deleted. [ 890.533253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.569286] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.569738] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.570021] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.570442] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.570824] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.571747] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.571869] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.572167] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.572336] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.572506] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.572610] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.572711] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.572812] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.572915] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.573022] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.573155] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.597771] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.598413] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.598413] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.598413] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.598721] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-c3af30d7-5330-4841-b1b8-e9190062d9c4 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.598925] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-c3af30d7-5330-4841-b1b8-e9190062d9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.599052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-c3af30d7-5330-4841-b1b8-e9190062d9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.599390] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-c3af30d7-5330-4841-b1b8-e9190062d9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.599911] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3af30d7-5330-4841-b1b8-e9190062d9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.684857] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 890.684857] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 deletion is rescheduled due to dependency. [ 890.684857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.105680] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.105995] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.106039] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.106327] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.106505] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.106663] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port c3af30d7-5330-4841-b1b8-e9190062d9c4 not found, creating... [ 891.106920] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.107088] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.107209] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.107406] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.107534] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.107840] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.108014] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.108137] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.108339] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.108466] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.108599] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: c3af30d7-5330-4841-b1b8-e9190062d9c4 is going to be created. [ 891.136015] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.136296] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.136360] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.136710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.136955] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.137337] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-c3af30d7-5330-4841-b1b8-e9190062d9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.820297] env[65335]: INFO networking_nsxv3.common.synchronization [req-0bfe3873-1d9f-4549-abef-4cc5e097a08b req-1d86881a-1495-4cac-a5e4-7af57e803aa3 service nova] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 891.820297] env[65335]: INFO networking_nsxv3.common.synchronization [req-0bfe3873-1d9f-4549-abef-4cc5e097a08b req-1d86881a-1495-4cac-a5e4-7af57e803aa3 service nova] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 891.820297] env[65335]: INFO networking_nsxv3.common.synchronization [req-0bfe3873-1d9f-4549-abef-4cc5e097a08b req-1d86881a-1495-4cac-a5e4-7af57e803aa3 service nova] Enqueued Resource ID: c3af30d7-5330-4841-b1b8-e9190062d9c4 with Priority: HIGHEST for action port [ 891.820914] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 891.820914] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 891.820914] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3af30d7-5330-4841-b1b8-e9190062d9c4 with Priority: HIGHEST for action port [ 891.820914] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.821347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.821347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.821437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.821517] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.822591] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.822753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.822860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.823988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.824141] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.824314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.824600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.824682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.825043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.825122] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.827961] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3af30d7-5330-4841-b1b8-e9190062d9c4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.828099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3af30d7-5330-4841-b1b8-e9190062d9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.828099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3af30d7-5330-4841-b1b8-e9190062d9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.828297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3af30d7-5330-4841-b1b8-e9190062d9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.828381] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3af30d7-5330-4841-b1b8-e9190062d9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.121593] env[65335]: INFO networking_nsxv3.common.synchronization [req-5256748b-ec7e-4a39-8780-2b9d4a9eb7db req-1bdfd71f-7d72-48cb-842d-b1cf253422ce tempest-MigrationsAdminTest-1565405020 tempest-MigrationsAdminTest-1565405020-project-member] Enqueued Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 892.122652] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 892.123229] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.123600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.123794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.124180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.124569] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.124766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.124895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.125172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.125317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.125471] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.330944] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.331335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.331603] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.338549] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3af30d7-5330-4841-b1b8-e9190062d9c4 with status ACTIVE [ 892.339029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.339262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.339262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.339587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.339587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.340362] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.340489] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.340556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.341325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.341325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341548] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.342704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.342704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.342704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.342704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.342704] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3af30d7-5330-4841-b1b8-e9190062d9c4 is going to be updated. [ 892.371906] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.372123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.372174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.372423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.372570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.372783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3af30d7-5330-4841-b1b8-e9190062d9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.628330] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.834594] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.936710] env[65335]: INFO networking_nsxv3.common.synchronization [None req-19b2bf2b-1ba1-4465-b8c1-572e79d8cfeb None None] Enqueued Resource ID: 8455e194-007c-42e8-8065-ddcb2393f728 with Priority: HIGHEST for action port [ 892.937360] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8455e194-007c-42e8-8065-ddcb2393f728 with Priority: HIGHEST for action port [ 892.937720] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8455e194-007c-42e8-8065-ddcb2393f728 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.937914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8455e194-007c-42e8-8065-ddcb2393f728" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.937945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8455e194-007c-42e8-8065-ddcb2393f728" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.940560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8455e194-007c-42e8-8065-ddcb2393f728" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.940698] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8455e194-007c-42e8-8065-ddcb2393f728',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.131145] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.338267] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.338451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.338451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.338660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.338751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.338915] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be created. [ 893.366473] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.366716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.366716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.367106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.367248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.381248] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: UNINITIALIZED for 2s [ 893.443156] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8455e194-007c-42e8-8065-ddcb2393f728 [ 893.443523] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.443788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.444837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.444837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.444837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.444837] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8455e194-007c-42e8-8065-ddcb2393f728 already deleted. [ 893.446718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8455e194-007c-42e8-8065-ddcb2393f728" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.451910] env[65335]: INFO networking_nsxv3.common.synchronization [None req-22da74d0-23e0-403b-87cb-deaf993bb81b tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_rules [ 893.453353] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_rules [ 893.453485] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.453762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.453861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.454243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.454356] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.564264] env[65335]: INFO networking_nsxv3.common.synchronization [None req-9edd4b35-8fb5-4054-86ae-c7339ff1049a tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_rules [ 893.565106] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_rules [ 893.565471] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.565572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.634888] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.635078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.635289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.635348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.635519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.635519] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ad464b-e102-47df-9f90-03106395a378 is going to be updated. [ 893.668183] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.668330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.668410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.668591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.668804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.679700] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: IN_PROGRESS for 2s [ 893.977087] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.977244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.977336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.977628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.977779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.977907] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 already deleted. [ 893.978051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.978211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.978446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.978446] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.500924] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.501266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.501266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.501445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.501445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.501509] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 already deleted. [ 894.501585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.393340] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 895.393578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.393746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.393981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.394272] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.394398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.394466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.394644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.394726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.394817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.394910] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.507636] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b485d8ae-5f18-4087-9c76-a8ff99dfa484 None None] Enqueued Resource ID: 678181dc-fdf6-4302-a529-f8ee22feeda3 with Priority: HIGHEST for action port [ 895.507636] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678181dc-fdf6-4302-a529-f8ee22feeda3 with Priority: HIGHEST for action port [ 895.507915] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-678181dc-fdf6-4302-a529-f8ee22feeda3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.507915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678181dc-fdf6-4302-a529-f8ee22feeda3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.507915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678181dc-fdf6-4302-a529-f8ee22feeda3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.508401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678181dc-fdf6-4302-a529-f8ee22feeda3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.508401] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678181dc-fdf6-4302-a529-f8ee22feeda3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.637466] env[65335]: INFO networking_nsxv3.common.synchronization [req-d3e9af60-2f45-47cf-a63f-b2db36b2c7c2 req-4f5e315a-4863-4e76-994e-c933a8ec0ddb tempest-ServerActionsTestOtherB-839008207 tempest-ServerActionsTestOtherB-839008207-project-member] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 895.638054] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 895.638362] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.638617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.638786] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.639130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.639326] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.639452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.639531] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.639725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.639835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.639951] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.691604] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: SUCCESS [ 895.691875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.899328] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.010998] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 678181dc-fdf6-4302-a529-f8ee22feeda3 [ 896.011193] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.011362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.011413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.011598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.011725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.011821] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:678181dc-fdf6-4302-a529-f8ee22feeda3 already deleted. [ 896.011858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678181dc-fdf6-4302-a529-f8ee22feeda3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.105498] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.105719] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.105796] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.106180] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.106585] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.106585] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.106971] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.106971] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.107107] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.107313] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.107412] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.107518] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.107623] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.107727] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.107974] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.108477] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.133367] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.133550] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.133685] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.133861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.134222] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-92ae4889-78bb-495a-9d3e-5250a19b01dd taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.134392] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-92ae4889-78bb-495a-9d3e-5250a19b01dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.134510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-92ae4889-78bb-495a-9d3e-5250a19b01dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.134842] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-92ae4889-78bb-495a-9d3e-5250a19b01dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.134986] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ae4889-78bb-495a-9d3e-5250a19b01dd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.143176] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.143176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.143176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.143533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.143533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.143617] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.143967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.143967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.144103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.144213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.144337] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c already deleted. [ 896.144440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.402099] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb: rpc.has_security_group_logging(os_id): False [ 896.420918] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.421083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.421152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.421361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.421765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.422090] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.422223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.422264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.422434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.422519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.422604] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be created. [ 896.485380] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.485517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.485584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.485924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.486109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.498159] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 896.637500] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.637846] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.637846] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.638607] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.638781] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.639347] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 92ae4889-78bb-495a-9d3e-5250a19b01dd not found, creating... [ 896.639433] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.639780] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.639780] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.639961] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.642066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.642066] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.642066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.642066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.642066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.642066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.642066] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 92ae4889-78bb-495a-9d3e-5250a19b01dd is going to be created. [ 896.682663] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.683148] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.683148] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.683255] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.683564] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.683817] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-92ae4889-78bb-495a-9d3e-5250a19b01dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.464421] env[65335]: INFO networking_nsxv3.common.synchronization [req-d3e9af60-2f45-47cf-a63f-b2db36b2c7c2 req-4d419bf1-00c9-442b-bae1-c4b5ebe94099 service nova] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 897.464615] env[65335]: INFO networking_nsxv3.common.synchronization [req-d3e9af60-2f45-47cf-a63f-b2db36b2c7c2 req-4d419bf1-00c9-442b-bae1-c4b5ebe94099 service nova] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 897.464769] env[65335]: INFO networking_nsxv3.common.synchronization [req-d3e9af60-2f45-47cf-a63f-b2db36b2c7c2 req-4d419bf1-00c9-442b-bae1-c4b5ebe94099 service nova] Enqueued Resource ID: 92ae4889-78bb-495a-9d3e-5250a19b01dd with Priority: HIGHEST for action port [ 897.465387] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 897.466179] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 897.466354] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ae4889-78bb-495a-9d3e-5250a19b01dd with Priority: HIGHEST for action port [ 897.466651] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.466850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.466930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.467153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.467241] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.468171] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.468348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.468376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.468559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.468712] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.468859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.468940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.469121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.469206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.469294] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.470231] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-92ae4889-78bb-495a-9d3e-5250a19b01dd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.470342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92ae4889-78bb-495a-9d3e-5250a19b01dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.470409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92ae4889-78bb-495a-9d3e-5250a19b01dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.471459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92ae4889-78bb-495a-9d3e-5250a19b01dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.471459] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ae4889-78bb-495a-9d3e-5250a19b01dd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.972497] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.976202] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.976202] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92ae4889-78bb-495a-9d3e-5250a19b01dd with status ACTIVE [ 897.976202] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.976202] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.976202] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.976202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.976973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.976973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.976973] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92ae4889-78bb-495a-9d3e-5250a19b01dd is going to be updated. [ 898.004037] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.004037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.004037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.004037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.004037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.004037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92ae4889-78bb-495a-9d3e-5250a19b01dd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.477565] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.514505] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 898.515513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.980903] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.980903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.980903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.981397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.981397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.981397] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be created. [ 899.008693] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.008693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.008693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.008969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.010179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.020692] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: UNINITIALIZED for 2s [ 899.695605] env[65335]: INFO networking_nsxv3.common.synchronization [req-cdab7a73-f490-40c7-a0c6-bde755e39b0d req-e5c9d1a1-b137-4854-a5c6-960c5f315eb3 tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 899.696200] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 899.696868] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.696868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.696868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.697044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.697360] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.697360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.697360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.697496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.697496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.697593] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.200429] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.201583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.201583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.201583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.201583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.201583] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.201583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.201583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.203594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.203594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.203594] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 900.237250] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.237496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.237496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.237718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.239083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.249051] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 901.034169] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 901.034169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.034169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.034397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.034636] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.034752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.034814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.034970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.035056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.035157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.035245] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.538890] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.044225] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14d6211d-6f0e-4a7f-bbd4-3b097620d92c: rpc.has_security_group_logging(os_id): False [ 902.065381] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.065381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.065381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.065381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.065578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.065723] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.065903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.067147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.067376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.067619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.067619] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be created. [ 902.139658] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.139658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.139658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.139658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.139658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.153447] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 902.265801] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 902.265801] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 902.265801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.166980] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 904.167446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.697149] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 904.697982] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 906.455446] env[65335]: INFO networking_nsxv3.common.synchronization [req-aa59d91a-c9b4-44da-aee0-345edc3c7a85 req-6412c57c-169b-4959-ae91-a53cc70cbb02 tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 906.456756] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 906.459689] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.459689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.459689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.459689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.459689] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.459689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.459689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.459689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.459689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.459689] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.963989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.964127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.964205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.964500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.964680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.964941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.965107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.965151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.965310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.965399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.965487] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 906.995368] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.995539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.995597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.995779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.995918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.006486] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 909.016970] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 909.018025] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 deletion is rescheduled due to dependency. [ 909.018025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.855390] env[65335]: INFO networking_nsxv3.common.synchronization [req-a0ab15b0-f03e-44c9-a6f3-ca965413335d req-a7784a24-ebd2-4be4-a8c8-69dee37e4a07 tempest-ServersTestManualDisk-1095973414 tempest-ServersTestManualDisk-1095973414-project-member] Enqueued Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_members [ 909.856021] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_members [ 909.856642] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.857400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.857528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.857794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.857968] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.858098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.858167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.858315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.858645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.858645] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.341251] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.341251] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-548" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.341251] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-548" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.341251] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-548" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.341676] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.341815] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.341923] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342144] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.342275] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.342485] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.342939] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.343866] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.343866] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.343866] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.343866] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.343866] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.360770] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.360908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.360974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.361203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.361286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.361477] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.361575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.361648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.361789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.361862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.361946] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 already deleted. [ 910.362036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.369020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.369020] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.369020] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.369020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-548" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.369020] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.369020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.369020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.369020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.369020] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef35ee1-b801-4de8-85ef-befe2bc1ad20',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.858131] env[65335]: INFO networking_nsxv3.common.synchronization [None req-7499c802-23b1-47c0-b7bf-964b18b24c53 None None] Enqueued Resource ID: 1bdee0cd-04b3-4322-a51f-a4912316573e with Priority: HIGHEST for action port [ 910.858416] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdee0cd-04b3-4322-a51f-a4912316573e with Priority: HIGHEST for action port [ 910.858738] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bdee0cd-04b3-4322-a51f-a4912316573e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.858901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bdee0cd-04b3-4322-a51f-a4912316573e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.859747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bdee0cd-04b3-4322-a51f-a4912316573e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.859747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bdee0cd-04b3-4322-a51f-a4912316573e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.859747] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bdee0cd-04b3-4322-a51f-a4912316573e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.873042] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.873042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.873042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.873042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.873042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.873042] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 8ef35ee1-b801-4de8-85ef-befe2bc1ad20 not found, creating... [ 910.873042] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.873042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.873042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.873042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.873042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.873662] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.873662] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.873662] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.873662] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.873662] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.873662] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 8ef35ee1-b801-4de8-85ef-befe2bc1ad20 is going to be created. [ 910.893536] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.893742] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.893849] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.894140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.894361] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.894575] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.362932] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bdee0cd-04b3-4322-a51f-a4912316573e [ 911.362932] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.362932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.362932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.363360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.363360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.363360] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bdee0cd-04b3-4322-a51f-a4912316573e already deleted. [ 911.363473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bdee0cd-04b3-4322-a51f-a4912316573e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.646494] env[65335]: INFO networking_nsxv3.common.synchronization [req-a0ab15b0-f03e-44c9-a6f3-ca965413335d req-8574c613-8b4e-4b62-a06a-1fdd2d11a186 service nova] Enqueued Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_rules [ 911.646494] env[65335]: INFO networking_nsxv3.common.synchronization [req-a0ab15b0-f03e-44c9-a6f3-ca965413335d req-8574c613-8b4e-4b62-a06a-1fdd2d11a186 service nova] Enqueued Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_members [ 911.646494] env[65335]: INFO networking_nsxv3.common.synchronization [req-a0ab15b0-f03e-44c9-a6f3-ca965413335d req-8574c613-8b4e-4b62-a06a-1fdd2d11a186 service nova] Enqueued Resource ID: 8ef35ee1-b801-4de8-85ef-befe2bc1ad20 with Priority: HIGHEST for action port [ 911.646494] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_rules [ 911.646494] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_members [ 911.646494] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef35ee1-b801-4de8-85ef-befe2bc1ad20 with Priority: HIGHEST for action port [ 911.646494] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.646494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.646838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.646838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.647009] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.648564] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.648564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.648564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.648564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.648564] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.648564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.648564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.648849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.648849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.648849] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.649704] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.651046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.651176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.651323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.651404] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef35ee1-b801-4de8-85ef-befe2bc1ad20',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.153273] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.153411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.153618] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.154518] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ef35ee1-b801-4de8-85ef-befe2bc1ad20 with status ACTIVE [ 912.154703] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.155507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.155507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.155507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.155507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.155507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.155507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.155507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.155774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.155774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.155832] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.155999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.155999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.156143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.156387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.156387] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ef35ee1-b801-4de8-85ef-befe2bc1ad20 is going to be updated. [ 912.179704] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.179850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.180155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.180155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.180305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.180426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ef35ee1-b801-4de8-85ef-befe2bc1ad20" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.659815] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.119313] env[65335]: INFO networking_nsxv3.common.synchronization [None req-2c0cb9fb-b1c4-42f9-a4b1-bf7094d92784 None None] Enqueued Resource ID: a10a51fd-3593-4868-8f35-d473d1984a1a with Priority: HIGHEST for action port [ 913.119878] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10a51fd-3593-4868-8f35-d473d1984a1a with Priority: HIGHEST for action port [ 913.120685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a10a51fd-3593-4868-8f35-d473d1984a1a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.120876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a10a51fd-3593-4868-8f35-d473d1984a1a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.120983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a10a51fd-3593-4868-8f35-d473d1984a1a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.121357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a10a51fd-3593-4868-8f35-d473d1984a1a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.121440] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a10a51fd-3593-4868-8f35-d473d1984a1a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.162142] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.162306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.162350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.162558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.162651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.162745] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 is going to be created. [ 913.188959] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.189122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.189196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.189498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.189569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.200477] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 in Status: UNINITIALIZED for 2s [ 913.625045] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a10a51fd-3593-4868-8f35-d473d1984a1a [ 913.625045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.625045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.625322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.625322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.627835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.627835] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a10a51fd-3593-4868-8f35-d473d1984a1a already deleted. [ 913.627835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a10a51fd-3593-4868-8f35-d473d1984a1a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.213997] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 in Status: SUCCESS [ 915.214339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.214520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.214826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.215124] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.215281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.215344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.215588] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.215669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.215813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.215935] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.718572] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.221302] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ff9deb-84fa-408a-a08a-f14f003f0bd5: rpc.has_security_group_logging(os_id): False [ 916.246994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.246994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.247260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.248351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.248351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.248569] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.248726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.248954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.254181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.254181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.254181] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 is going to be created. [ 916.322175] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.322408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.322537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.322901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.323364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.338128] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 in Status: IN_PROGRESS for 2s [ 916.396921] env[65335]: INFO networking_nsxv3.common.synchronization [req-b3f81cfd-43ee-44bb-94e4-a65f442694dc req-b0893ba7-c43d-49f7-9c57-009ac50bb6f6 tempest-ServersAdminTestJSON-212052118 tempest-ServersAdminTestJSON-212052118-project-member] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 916.397661] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGHEST for action security_group_members [ 916.398118] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.398201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.398269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.398511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.398671] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.398768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.398830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.399096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.399181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.399275] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.902356] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.902579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.902579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.902825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.927304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.927574] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.927694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.927760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.928185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.928185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.928185] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be updated. [ 916.958569] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.958663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.958701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.958899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.959089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.968333] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: IN_PROGRESS for 2s [ 918.353180] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 in Status: SUCCESS [ 918.353468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.980206] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea1e5c2-efb7-4920-b285-197191f31162 in Status: SUCCESS [ 918.980390] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 deletion is rescheduled due to dependency. [ 918.980511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.609863] env[65335]: INFO networking_nsxv3.common.synchronization [req-edc58683-c72c-48ff-a872-67669b7ea868 req-ef97da36-68ef-4d04-ba8e-50c46998dafd tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 920.610481] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 920.610828] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.610971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.612092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.617375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.617575] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.617697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.617891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.617949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.618012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.618116] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.917567] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.917807] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.918023] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.918883] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.918883] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.919116] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.919184] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.920040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.920040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.920040] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.920040] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.920040] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.920249] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.920249] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.920320] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.920449] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.940777] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.940985] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.941171] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.941325] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.941638] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-804796a4-a35d-42b8-91ff-f630411a2b0e taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.941802] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-804796a4-a35d-42b8-91ff-f630411a2b0e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.941917] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-804796a4-a35d-42b8-91ff-f630411a2b0e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.942281] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-804796a4-a35d-42b8-91ff-f630411a2b0e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.942446] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804796a4-a35d-42b8-91ff-f630411a2b0e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.122662] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.122813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.122879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.123136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.123231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.123423] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.123524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.123575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.123726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.123794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.123876] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a already deleted. [ 921.123981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.445287] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.445510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.445632] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.445908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.446074] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.446224] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 804796a4-a35d-42b8-91ff-f630411a2b0e not found, creating... [ 921.446484] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.446639] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.446751] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.447044] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.447189] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.447467] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.447620] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.447731] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.447934] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.448077] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.448215] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 804796a4-a35d-42b8-91ff-f630411a2b0e is going to be created. [ 921.468890] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.469173] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.469266] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.469536] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.469773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.470044] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-804796a4-a35d-42b8-91ff-f630411a2b0e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.207944] env[65335]: INFO networking_nsxv3.common.synchronization [req-edc58683-c72c-48ff-a872-67669b7ea868 req-72680837-0f89-4a08-9a14-11ec5c7fc7eb service nova] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_rules [ 922.208263] env[65335]: INFO networking_nsxv3.common.synchronization [req-edc58683-c72c-48ff-a872-67669b7ea868 req-72680837-0f89-4a08-9a14-11ec5c7fc7eb service nova] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 922.208308] env[65335]: INFO networking_nsxv3.common.synchronization [req-edc58683-c72c-48ff-a872-67669b7ea868 req-72680837-0f89-4a08-9a14-11ec5c7fc7eb service nova] Enqueued Resource ID: 804796a4-a35d-42b8-91ff-f630411a2b0e with Priority: HIGHEST for action port [ 922.209176] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_rules [ 922.209176] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 922.209176] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804796a4-a35d-42b8-91ff-f630411a2b0e with Priority: HIGHEST for action port [ 922.209429] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.209552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.209620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.210170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.210170] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.211581] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.211698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.211903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.212919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.213339] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.213339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.213339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.213339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.213580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.213580] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.214862] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-804796a4-a35d-42b8-91ff-f630411a2b0e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.214862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-804796a4-a35d-42b8-91ff-f630411a2b0e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.214862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-804796a4-a35d-42b8-91ff-f630411a2b0e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.214862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-804796a4-a35d-42b8-91ff-f630411a2b0e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.214862] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804796a4-a35d-42b8-91ff-f630411a2b0e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.712391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.712501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.716919] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.718065] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 804796a4-a35d-42b8-91ff-f630411a2b0e with status ACTIVE [ 922.718185] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.718252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.719211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.719211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.719211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.719211] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.719211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.719626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.719817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.720034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.720715] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.721295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.721295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.721295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.721295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.721295] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 804796a4-a35d-42b8-91ff-f630411a2b0e is going to be updated. [ 922.746200] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.746357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.746413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.746620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.746750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.746909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-804796a4-a35d-42b8-91ff-f630411a2b0e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.224135] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.726811] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.727051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.727115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.727303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.727401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.727508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be created. [ 923.752521] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.752734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.752815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.753098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.753262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.763547] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: UNINITIALIZED for 2s [ 925.135554] env[65335]: INFO networking_nsxv3.common.synchronization [req-d69681bb-6de3-4bb8-a15f-2c26c04c84f6 req-dbc01197-eb9f-46af-a1c3-0ffd912015d5 tempest-ServersTestJSON-1163113928 tempest-ServersTestJSON-1163113928-project-member] Enqueued Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_members [ 925.136055] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGHEST for action security_group_members [ 925.136900] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.137112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.137339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.137590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.137819] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.138078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.138298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.138505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.138647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.138922] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.643523] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.643949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.645048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.645048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.645048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.645048] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.645048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.645048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.645048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.645048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.645048] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 is going to be updated. [ 925.682651] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.682651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.682651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.682651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.682651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.695183] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 in Status: IN_PROGRESS for 2s [ 925.775129] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: SUCCESS [ 925.775504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.776077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.776136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.776363] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.776486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.776553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.776705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.776787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.776883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.776966] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.280549] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.280962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.280962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.280962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.281128] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.281221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.281324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.281438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.281524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.281609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.281753] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.281844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.281904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.282052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.282191] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.282277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.282335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.282464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.282536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.282615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.282701] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.784561] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6364a58b-9de1-4c78-8b62-ee1106be361a: rpc.has_security_group_logging(os_id): False [ 926.803196] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.803367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.803598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.804672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.804672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.804672] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.804672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.804672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.804672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.804672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.804672] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.804672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.804672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.805089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.805089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.805089] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.805199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.805199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.805304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.805373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.807078] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be created. [ 926.886245] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.886595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.886595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.886994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.887173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.914322] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: IN_PROGRESS for 2s [ 927.705811] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 in Status: SUCCESS [ 927.705811] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 deletion is rescheduled due to dependency. [ 927.705811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.928148] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: SUCCESS [ 928.928496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.735216] env[65335]: INFO networking_nsxv3.common.synchronization [None req-5089540c-d4d8-4864-968f-ad39219ebcfe None None] Enqueued Resource ID: 0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c with Priority: HIGHEST for action port [ 929.735216] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c with Priority: HIGHEST for action port [ 929.735216] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.735216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.735216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.737808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.737808] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.238577] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c [ 930.238825] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.238900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.238974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.239284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.239380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.239503] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c already deleted. [ 930.239579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7a0c9c-9d76-45a0-9fdc-0a867d309f7c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.733770] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c086ce6f-b8fd-4189-b35e-9d3ca6ed911b tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_rules [ 930.734334] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_rules [ 930.734643] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b03ef525-7af3-4af7-8690-a28c1f7828ab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.736034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.736034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.736034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.736034] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.757836] env[65335]: INFO networking_nsxv3.common.synchronization [req-bbad85ef-d33b-4578-b244-d622cc50402c req-011d1812-23ef-4181-8fb1-e9c9443ff84e tempest-ServersWithSpecificFlavorTestJSON-474019439 tempest-ServersWithSpecificFlavorTestJSON-474019439-project-member] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 930.757836] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGHEST for action security_group_members [ 930.757836] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.757836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.757836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.757836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.757836] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.757836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.757836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.757836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.758328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.758328] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.864535] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a1a68b51-cdb0-43c0-934e-5d19f5472a6e tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_rules [ 930.864535] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_rules [ 930.864535] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b03ef525-7af3-4af7-8690-a28c1f7828ab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.864535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.260656] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.260949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.260949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.261134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.263182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.263357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.306191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.306590] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.306772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.306909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.307321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.307411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.307515] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be updated. [ 931.312272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.312475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.312584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.312617] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b03ef525-7af3-4af7-8690-a28c1f7828ab already deleted. [ 931.312701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.312860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.312992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.313100] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.359878] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.359989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.360142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.361480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.361480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.373957] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: IN_PROGRESS for 2s [ 931.837939] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.837939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.837939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.837939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.837939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.837939] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b03ef525-7af3-4af7-8690-a28c1f7828ab already deleted. [ 931.838174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.138941] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a2387f1d-fa46-4e87-b815-8ee618c04741 None None] Enqueued Resource ID: 5c0af9e5-a756-4a19-b070-c120d6733980 with Priority: HIGHEST for action port [ 932.139587] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0af9e5-a756-4a19-b070-c120d6733980 with Priority: HIGHEST for action port [ 932.139973] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c0af9e5-a756-4a19-b070-c120d6733980 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.141234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c0af9e5-a756-4a19-b070-c120d6733980" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.141352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c0af9e5-a756-4a19-b070-c120d6733980" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.142312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c0af9e5-a756-4a19-b070-c120d6733980" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.142417] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c0af9e5-a756-4a19-b070-c120d6733980',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.487699] env[65335]: INFO networking_nsxv3.common.synchronization [req-0816c496-8ef2-4f2e-8917-5ca4b6e4c453 req-1d005976-5d26-4d31-a480-ec7ccdd8d78b tempest-ListImageFiltersTestJSON-2077899949 tempest-ListImageFiltersTestJSON-2077899949-project-member] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 932.488272] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGHEST for action security_group_members [ 932.488609] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.488779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.488878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.489205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.489385] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.489502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.489600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.489821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.489983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.490056] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.645170] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c0af9e5-a756-4a19-b070-c120d6733980 [ 932.645472] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.645626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.645698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.645911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.646016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.646140] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c0af9e5-a756-4a19-b070-c120d6733980 already deleted. [ 932.646229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c0af9e5-a756-4a19-b070-c120d6733980" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.991945] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.992113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.992184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.992393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.015602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.015858] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.015978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.016060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.016263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.016349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.016440] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be updated. [ 933.047410] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.047555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.047618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.047821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.047959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.058309] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: IN_PROGRESS for 2s [ 933.387275] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91576b87-9bd0-4068-8a49-bc204ff22efd in Status: SUCCESS [ 933.387275] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd deletion is rescheduled due to dependency. [ 933.387275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.069143] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 in Status: SUCCESS [ 935.069538] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 deletion is rescheduled due to dependency. [ 935.069538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.140719] env[65335]: INFO networking_nsxv3.common.synchronization [req-86791648-72f8-4a4b-8a8d-d294a7ae4148 req-0b4c6ee6-9898-49ca-88ac-901ef101e1e0 tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_members [ 935.141122] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_members [ 935.141348] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.141475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.141538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.141788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.141948] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.142050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.142108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.142252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.142331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.142450] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.565137] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.565336] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.565457] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.565796] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.566404] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.566613] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.566730] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.566952] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.567177] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.567394] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.567501] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.567605] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.567703] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.567805] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.567905] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.568043] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.586790] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.586957] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.587104] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.587286] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.587596] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-1a551b47-bcee-4736-9de6-1fdd53167a92 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.587960] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-1a551b47-bcee-4736-9de6-1fdd53167a92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.587960] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-1a551b47-bcee-4736-9de6-1fdd53167a92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.588220] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-1a551b47-bcee-4736-9de6-1fdd53167a92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.588408] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a551b47-bcee-4736-9de6-1fdd53167a92',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.644670] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.644818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.644884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.645137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.645320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.645426] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.645546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.645611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.645795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.645892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.645993] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 already deleted. [ 935.646083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.673395] env[65335]: INFO networking_nsxv3.common.synchronization [req-3c5ba94d-6a4c-4a8e-b010-6619a2db9365 req-d5f2b3e7-2950-49f8-afde-b099e51bf80b tempest-MigrationsAdminTest-1565405020 tempest-MigrationsAdminTest-1565405020-project-member] Enqueued Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 935.673882] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ad464b-e102-47df-9f90-03106395a378 with Priority: HIGHEST for action security_group_members [ 935.674191] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ad464b-e102-47df-9f90-03106395a378 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.674330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.674399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.674557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.674702] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.674796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.674853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.675072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.675072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.675196] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ad464b-e102-47df-9f90-03106395a378',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.091222] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.091593] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.091593] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.091843] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.091990] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.092155] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 1a551b47-bcee-4736-9de6-1fdd53167a92 not found, creating... [ 936.092416] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.092577] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.092686] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.092911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.093063] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.093346] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.093499] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.093614] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.093825] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.093956] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.094109] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 1a551b47-bcee-4736-9de6-1fdd53167a92 is going to be created. [ 936.115672] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.115963] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.116149] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.116466] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.116881] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.117267] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-1a551b47-bcee-4736-9de6-1fdd53167a92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.177477] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.177712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.177712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.177948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.200086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.200630] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.201632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.201717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.202069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.202160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.202391] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ad464b-e102-47df-9f90-03106395a378 is going to be updated. [ 936.244351] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.244509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.244509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.244775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.244918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.264454] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: IN_PROGRESS for 2s [ 936.841072] env[65335]: INFO networking_nsxv3.common.synchronization [req-86791648-72f8-4a4b-8a8d-d294a7ae4148 req-81b3b3ea-5ccf-4e84-93e8-ff9615c090c6 service nova] Enqueued Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_rules [ 936.841072] env[65335]: INFO networking_nsxv3.common.synchronization [req-86791648-72f8-4a4b-8a8d-d294a7ae4148 req-81b3b3ea-5ccf-4e84-93e8-ff9615c090c6 service nova] Enqueued Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_members [ 936.841219] env[65335]: INFO networking_nsxv3.common.synchronization [req-86791648-72f8-4a4b-8a8d-d294a7ae4148 req-81b3b3ea-5ccf-4e84-93e8-ff9615c090c6 service nova] Enqueued Resource ID: 1a551b47-bcee-4736-9de6-1fdd53167a92 with Priority: HIGHEST for action port [ 936.841695] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_rules [ 936.841882] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_members [ 936.841945] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a551b47-bcee-4736-9de6-1fdd53167a92 with Priority: HIGHEST for action port [ 936.842543] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.842543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.842543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.843054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.843054] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.843662] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.843918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.843918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.844379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.844379] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.844379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.844379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.844551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.844586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.844663] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.845743] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a551b47-bcee-4736-9de6-1fdd53167a92 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.845864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a551b47-bcee-4736-9de6-1fdd53167a92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.845913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a551b47-bcee-4736-9de6-1fdd53167a92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.846079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a551b47-bcee-4736-9de6-1fdd53167a92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.846155] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a551b47-bcee-4736-9de6-1fdd53167a92',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.348507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.348852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.348852] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.349905] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a551b47-bcee-4736-9de6-1fdd53167a92 with status ACTIVE [ 937.350099] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.350254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.350461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.350699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.350699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.350937] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.351032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.351505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.351694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.351813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.352326] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.352423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.353041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.353041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.353041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.353041] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a551b47-bcee-4736-9de6-1fdd53167a92 is going to be updated. [ 937.382831] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.382979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.383595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.383595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.383595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.383737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a551b47-bcee-4736-9de6-1fdd53167a92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.855755] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.275586] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ad464b-e102-47df-9f90-03106395a378 in Status: SUCCESS [ 938.275879] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ad464b-e102-47df-9f90-03106395a378 deletion is rescheduled due to dependency. [ 938.275989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ad464b-e102-47df-9f90-03106395a378" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.360464] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.360464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.360464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.360464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.360464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.360464] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 is going to be created. [ 938.386092] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.386305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.386401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.387228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.387228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.400057] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 in Status: UNINITIALIZED for 2s [ 940.413333] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 in Status: SUCCESS [ 940.413705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.413899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.414228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.414511] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.414638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.414705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.414881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.414965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.415173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.415173] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.918422] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.421525] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73591aac-acbe-4065-87e0-a4edfb1a2639: rpc.has_security_group_logging(os_id): False [ 941.441866] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.441866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.441866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.441866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.441866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.442603] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.442603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.442603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.442603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.442603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.442603] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 is going to be created. [ 941.504991] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.505987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.505987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.505987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.505987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.521393] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 in Status: IN_PROGRESS for 2s [ 941.842534] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 941.842711] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 943.475140] env[65335]: INFO networking_nsxv3.common.synchronization [req-4d07e820-8681-4e00-953c-789d595f6eff req-10889439-51ee-4328-864a-fbf72c8863ab tempest-ServersV294TestFqdnHostnames-1552957411 tempest-ServersV294TestFqdnHostnames-1552957411-project-member] Enqueued Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_members [ 943.475140] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGHEST for action security_group_members [ 943.475140] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.481193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.481193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.481193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.481193] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.481193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.481193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.481193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.481193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.481193] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.540924] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 in Status: SUCCESS [ 943.540924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.984710] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.984887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.984975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.985239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.009495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.009810] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.009965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.010040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.010310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.010402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.010499] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 is going to be updated. [ 944.061832] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.061832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.061832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.061832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.061832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.072066] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f11db80-5a12-4e73-80a4-d80707833793 in Status: IN_PROGRESS for 2s [ 945.190234] env[65335]: INFO networking_nsxv3.common.synchronization [req-0d243546-7dcc-4600-8154-fe524b0463f6 req-6200ba10-ef14-4ca0-8479-05838fedf73a tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 945.190789] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 945.191134] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.191292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.191372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.191760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.191760] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.191966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.192043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.192229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.192303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.192433] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.591716] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.591971] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.592062] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.592310] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.592585] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.592741] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.592853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.593097] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.593265] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.593496] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.593605] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.593702] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.593812] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.593918] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.594044] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.594170] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.614996] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.615172] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.615306] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.615487] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.615795] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.615964] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.616101] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.616421] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.616574] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2dd091c-db1c-4ca5-915d-ecde10d8b40f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.695035] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.695384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.695527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.695766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.695861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.696117] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.696223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.696292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.696458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.696529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.696640] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 945.742091] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.742262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.742334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.742601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.742996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.754744] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 946.082529] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f11db80-5a12-4e73-80a4-d80707833793 in Status: SUCCESS [ 946.082705] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 deletion is rescheduled due to dependency. [ 946.082840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.119477] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.119718] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.119872] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.120244] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.120421] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.120587] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port e2dd091c-db1c-4ca5-915d-ecde10d8b40f not found, creating... [ 946.120849] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.121027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.121130] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.121366] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.121502] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.121965] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.121965] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.122125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.122407] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.122541] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.122680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: e2dd091c-db1c-4ca5-915d-ecde10d8b40f is going to be created. [ 946.143583] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.143817] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.143877] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.144198] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.144470] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.144712] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.860690] env[65335]: INFO networking_nsxv3.common.synchronization [req-0d243546-7dcc-4600-8154-fe524b0463f6 req-cf7ed982-c3bc-4136-ba5c-aad9d545e224 service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 946.860950] env[65335]: INFO networking_nsxv3.common.synchronization [req-0d243546-7dcc-4600-8154-fe524b0463f6 req-cf7ed982-c3bc-4136-ba5c-aad9d545e224 service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 946.861020] env[65335]: INFO networking_nsxv3.common.synchronization [req-0d243546-7dcc-4600-8154-fe524b0463f6 req-cf7ed982-c3bc-4136-ba5c-aad9d545e224 service nova] Enqueued Resource ID: e2dd091c-db1c-4ca5-915d-ecde10d8b40f with Priority: HIGHEST for action port [ 946.861618] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 946.861839] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 946.861920] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dd091c-db1c-4ca5-915d-ecde10d8b40f with Priority: HIGHEST for action port [ 946.862282] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.862435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.862532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.862753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.862856] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.864032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.864032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.864032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.864225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.864225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.864359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.864434] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2dd091c-db1c-4ca5-915d-ecde10d8b40f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.369017] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.369017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.369017] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2dd091c-db1c-4ca5-915d-ecde10d8b40f with status ACTIVE [ 947.369333] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.369333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.369427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.370163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.370163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.370163] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.370163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.370163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.370542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.370542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.370542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.370542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.370729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.370821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.370922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.371075] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2dd091c-db1c-4ca5-915d-ecde10d8b40f is going to be updated. [ 947.400862] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.401669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.401669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.401669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.401898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.402187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2dd091c-db1c-4ca5-915d-ecde10d8b40f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.766036] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 947.766036] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 deletion is rescheduled due to dependency. [ 947.766036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.766036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.766432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.766432] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.766533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.766598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.766748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.766832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.766927] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.269473] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.322815] env[65335]: INFO networking_nsxv3.common.synchronization [req-27c268f6-ab89-4d97-872b-c7a63509934f req-3ea46780-529f-4fce-a868-1dae98c29c53 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 948.323795] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 948.324352] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.324352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.324352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.324529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.324944] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.324944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.324944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.325082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.325118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.325225] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.772040] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.827065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.827365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.827485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.827762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.827888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.828114] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.828306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.828409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.828618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.828714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.828785] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be updated. [ 948.860668] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.860860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.860933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.861160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.861337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.873789] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: IN_PROGRESS for 2s [ 949.275698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.276095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.276095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.276175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.276212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.276299] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 949.319925] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.320186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.320186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.320400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.320524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.330904] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 950.051145] env[65335]: INFO networking_nsxv3.common.synchronization [None req-aef5be76-75d0-4d32-8b9a-f2654685ded2 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: a20eebda-0879-4376-80f7-4646ee593054 with Priority: HIGHEST for action security_group_rules [ 950.051741] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eebda-0879-4376-80f7-4646ee593054 with Priority: HIGHEST for action security_group_rules [ 950.052065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20eebda-0879-4376-80f7-4646ee593054 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.052193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20eebda-0879-4376-80f7-4646ee593054" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.052296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20eebda-0879-4376-80f7-4646ee593054" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.052522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20eebda-0879-4376-80f7-4646ee593054" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.052608] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20eebda-0879-4376-80f7-4646ee593054',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.145034] env[65335]: INFO networking_nsxv3.common.synchronization [None req-54acdf06-f78a-4c0d-811e-017930000c69 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: a20eebda-0879-4376-80f7-4646ee593054 with Priority: HIGHEST for action security_group_rules [ 950.145736] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eebda-0879-4376-80f7-4646ee593054 with Priority: HIGHEST for action security_group_rules [ 950.145736] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20eebda-0879-4376-80f7-4646ee593054 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.145736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20eebda-0879-4376-80f7-4646ee593054" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.576418] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.576754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.576754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.576841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.576980] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.577403] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20eebda-0879-4376-80f7-4646ee593054 already deleted. [ 950.577403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20eebda-0879-4376-80f7-4646ee593054" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.577403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20eebda-0879-4376-80f7-4646ee593054" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.577496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20eebda-0879-4376-80f7-4646ee593054" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.577570] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20eebda-0879-4376-80f7-4646ee593054',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.886121] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: SUCCESS [ 950.886309] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a deletion is rescheduled due to dependency. [ 950.886427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.099915] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.100111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.100191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.100457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.100544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.100646] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20eebda-0879-4376-80f7-4646ee593054 already deleted. [ 951.100728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20eebda-0879-4376-80f7-4646ee593054" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.342099] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 951.342332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.342501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.342718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.342908] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.343029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.343126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.345530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.345530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.345530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.345530] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.847604] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.848161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.848161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.848161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.848364] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.848364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.848364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.848564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.848622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.848674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.848818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.848897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.848964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.849195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.850033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.850033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.850033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.850033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.850033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.850033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.850033] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.355930] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6390c8c0-48c2-4277-95e5-f111be984338: rpc.has_security_group_logging(os_id): False [ 952.388182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.388455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.388881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.391084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.391084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.391084] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.391084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.391084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.391869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.392099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.393654] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.393654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.393654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.393654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.393654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.394358] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.394648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.394848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.395200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.395392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.395611] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 952.505629] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.505734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.505734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.506071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.506180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.529464] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 952.699942] env[65335]: INFO networking_nsxv3.common.synchronization [req-68bc5fb8-9612-457c-a7a0-c1c19f7181cf req-6c51cc34-a163-4a54-b34e-9ecd4bc92cf3 tempest-ServerTagsTestJSON-1053079654 tempest-ServerTagsTestJSON-1053079654-project-member] Enqueued Resource ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a with Priority: HIGHEST for action security_group_members [ 952.701041] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a with Priority: HIGHEST for action security_group_members [ 952.701549] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b07a779-c3f3-4763-8ad4-755e2e6c467a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.701713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.701776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.702105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.702637] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.702754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.702828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.702999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.703100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.703201] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b07a779-c3f3-4763-8ad4-755e2e6c467a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.171040] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.171040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-910" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.171040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-910" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.171040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-910" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.171040] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.171040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.171040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.171040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.171040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.171040] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.171040] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.171040] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.171040] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.172265] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.172265] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.172265] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.209216] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.209216] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.209216] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a already deleted. [ 953.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.244666] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.244962] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.245176] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.245466] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-910" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.245981] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.246187] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.246461] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.246942] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.247234] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.751216] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.751216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.751216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.751397] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.751584] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.751773] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49 not found, creating... [ 953.752090] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.752492] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.752492] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.752645] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.752799] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.753143] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.753324] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.753440] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.753667] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.753814] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.753960] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49 is going to be created. [ 953.779062] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.779372] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.779568] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.780058] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.780654] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.780654] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.804294] env[65335]: INFO networking_nsxv3.common.synchronization [req-3c42c2e1-38ed-4d22-baa4-6dd085cac3b8 req-86be0738-f91b-4c3c-a9f5-f534a3c902a8 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 953.804942] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 953.805292] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.805429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.805508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.805701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.805860] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.805958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.806031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.806185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.806304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.806396] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.309767] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.310119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.310119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.310349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.336332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.336700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.336804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.336857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.337077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.337293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.337348] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 954.373072] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.374131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.374289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.374569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.374817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.388241] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 954.538704] env[65335]: INFO networking_nsxv3.common.synchronization [req-68bc5fb8-9612-457c-a7a0-c1c19f7181cf req-d28ebd2e-48b6-4514-9102-c08e29bf7289 service nova] Enqueued Resource ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a with Priority: HIGHEST for action security_group_rules [ 954.538704] env[65335]: INFO networking_nsxv3.common.synchronization [req-68bc5fb8-9612-457c-a7a0-c1c19f7181cf req-d28ebd2e-48b6-4514-9102-c08e29bf7289 service nova] Enqueued Resource ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a with Priority: HIGHEST for action security_group_members [ 954.538704] env[65335]: INFO networking_nsxv3.common.synchronization [req-68bc5fb8-9612-457c-a7a0-c1c19f7181cf req-d28ebd2e-48b6-4514-9102-c08e29bf7289 service nova] Enqueued Resource ID: 04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49 with Priority: HIGHEST for action port [ 954.539715] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a with Priority: HIGHEST for action security_group_rules [ 954.540031] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a with Priority: HIGHEST for action security_group_members [ 954.540280] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49 with Priority: HIGHEST for action port [ 954.541264] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b07a779-c3f3-4763-8ad4-755e2e6c467a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.541577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.544125] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b07a779-c3f3-4763-8ad4-755e2e6c467a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.544125] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b07a779-c3f3-4763-8ad4-755e2e6c467a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.544125] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.544125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.545192] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b07a779-c3f3-4763-8ad4-755e2e6c467a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.548340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.548340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.548340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.548340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.548340] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.550109] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 954.550880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.051956] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b07a779-c3f3-4763-8ad4-755e2e6c467a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.054543] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b07a779-c3f3-4763-8ad4-755e2e6c467a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.054701] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.056065] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49 with status ACTIVE [ 955.056065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.056065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.056065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.056065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.056065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.056065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.056065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.056065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.056065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.056065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.056789] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.056789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.056789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.056789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.056955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.057104] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49 is going to be updated. [ 955.083229] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.083422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.083498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.083738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.083906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.084474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b0c1c6-eae1-49ef-a4a2-b0a9a730ed49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.560410] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b07a779-c3f3-4763-8ad4-755e2e6c467a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.063632] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.063832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.063916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.064177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.064279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.064573] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a is going to be created. [ 956.092347] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.092347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.092347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.092347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.092347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.101656] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a in Status: UNINITIALIZED for 2s [ 956.405715] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 956.405715] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 deletion is rescheduled due to dependency. [ 956.405715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.355031] env[65335]: INFO networking_nsxv3.common.synchronization [req-f14f7f96-3475-4c9f-8ce1-850172dadc25 req-1925484a-dd33-4b0c-99ed-dc102b399a63 tempest-ImagesOneServerNegativeTestJSON-539465578 tempest-ImagesOneServerNegativeTestJSON-539465578-project-member] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 957.355327] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 957.355653] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.355653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.355748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.355954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.356131] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.356232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.356297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.356451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.356538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.356631] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.789122] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.789456] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.789558] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.789940] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.790265] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.790508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.790708] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.790950] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.791358] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.791522] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.791590] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.791697] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.791961] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.792102] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.792231] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.792364] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.817071] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.817324] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.817474] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.817656] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-217" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.818012] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-2325c75e-0e9a-4aba-896f-70686757f8df taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.818206] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-2325c75e-0e9a-4aba-896f-70686757f8df" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.818311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-2325c75e-0e9a-4aba-896f-70686757f8df" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.818652] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-2325c75e-0e9a-4aba-896f-70686757f8df" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.818799] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2325c75e-0e9a-4aba-896f-70686757f8df',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.859263] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.859522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.859588] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.859833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.859923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.860208] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.860308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.860341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.860512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.860591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.860688] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 957.891928] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.892160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.892226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.892443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.892561] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.907365] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 958.113793] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a in Status: SUCCESS [ 958.114077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.114306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.114572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.114824] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.114972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.115092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.115326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.115469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.115613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.115658] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b07a779-c3f3-4763-8ad4-755e2e6c467a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.321560] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.321877] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.322030] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.322321] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.322473] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.322623] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 2325c75e-0e9a-4aba-896f-70686757f8df not found, creating... [ 958.322919] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.323124] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.323267] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.323547] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.323695] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.324046] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.324244] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.324390] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.324635] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.324790] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.324971] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 2325c75e-0e9a-4aba-896f-70686757f8df is going to be created. [ 958.348532] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.348861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.349057] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.349500] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.349840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.350195] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-2325c75e-0e9a-4aba-896f-70686757f8df" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.618272] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b07a779-c3f3-4763-8ad4-755e2e6c467a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.618272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.618272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.618748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.618748] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.618748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.618748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.619219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.619219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.619219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.619426] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b07a779-c3f3-4763-8ad4-755e2e6c467a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.619426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.619426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.621034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.621034] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.621034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.621034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.621034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.621034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.621034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.621034] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b07a779-c3f3-4763-8ad4-755e2e6c467a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.110523] env[65335]: INFO networking_nsxv3.common.synchronization [req-f14f7f96-3475-4c9f-8ce1-850172dadc25 req-a9a1d984-8a62-4ab2-91ac-9afdd483833d service nova] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_rules [ 959.110706] env[65335]: INFO networking_nsxv3.common.synchronization [req-f14f7f96-3475-4c9f-8ce1-850172dadc25 req-a9a1d984-8a62-4ab2-91ac-9afdd483833d service nova] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 959.110854] env[65335]: INFO networking_nsxv3.common.synchronization [req-f14f7f96-3475-4c9f-8ce1-850172dadc25 req-a9a1d984-8a62-4ab2-91ac-9afdd483833d service nova] Enqueued Resource ID: 2325c75e-0e9a-4aba-896f-70686757f8df with Priority: HIGHEST for action port [ 959.111546] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_rules [ 959.111730] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 959.111874] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2325c75e-0e9a-4aba-896f-70686757f8df with Priority: HIGHEST for action port [ 959.112248] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.112383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.112474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.112713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.112814] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.114767] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.114767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.117201] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2325c75e-0e9a-4aba-896f-70686757f8df taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.117318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2325c75e-0e9a-4aba-896f-70686757f8df" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.117370] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2325c75e-0e9a-4aba-896f-70686757f8df" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.117577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2325c75e-0e9a-4aba-896f-70686757f8df" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.117693] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2325c75e-0e9a-4aba-896f-70686757f8df',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.123531] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b07a779-c3f3-4763-8ad4-755e2e6c467a: rpc.has_security_group_logging(os_id): False [ 959.146461] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.146614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.146685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.146888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.146976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.147178] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.147279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.147324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.147759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.147759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.147759] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.147928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.147928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.148397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.148397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.148397] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.148551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.148551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.148629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.148691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.148787] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a is going to be created. [ 959.215527] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.215686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.215758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.215991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.216195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.231742] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a in Status: IN_PROGRESS for 2s [ 959.615791] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.615791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.627029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2325c75e-0e9a-4aba-896f-70686757f8df with status ACTIVE [ 959.627029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.627029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.627029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.627029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.627029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2325c75e-0e9a-4aba-896f-70686757f8df is going to be updated. [ 959.651096] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.651257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.651386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.651535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.651672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.651853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2325c75e-0e9a-4aba-896f-70686757f8df" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.926589] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 959.927253] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 deletion is rescheduled due to dependency. [ 959.927544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.929664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.931022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.931022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.931022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.931022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.931022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.931022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.931022] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.433956] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.942421] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.257733] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a in Status: SUCCESS [ 961.257733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.483154] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.483154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.483154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.483154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.483154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.483154] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 961.497633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.497785] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.497968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.498289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.498541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.518151] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 961.778652] env[65335]: INFO networking_nsxv3.common.synchronization [None req-2de4b6f3-4008-4f1e-8ea7-26d137aa8cf2 None None] Enqueued Resource ID: 0db6c426-a861-4486-bf7d-00f80881a4ca with Priority: HIGHEST for action port [ 961.779806] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db6c426-a861-4486-bf7d-00f80881a4ca with Priority: HIGHEST for action port [ 961.779979] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0db6c426-a861-4486-bf7d-00f80881a4ca taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.780163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0db6c426-a861-4486-bf7d-00f80881a4ca" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.780267] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0db6c426-a861-4486-bf7d-00f80881a4ca" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.780610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0db6c426-a861-4486-bf7d-00f80881a4ca" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.780734] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db6c426-a861-4486-bf7d-00f80881a4ca',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.283451] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0db6c426-a861-4486-bf7d-00f80881a4ca [ 962.283936] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.284111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.284111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.284479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.284626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.284789] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0db6c426-a861-4486-bf7d-00f80881a4ca already deleted. [ 962.284935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0db6c426-a861-4486-bf7d-00f80881a4ca" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.531256] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 963.531612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.531658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.531874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.532079] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.532873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.532873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.532873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.532873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.532873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.532873] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.922180] env[65335]: INFO networking_nsxv3.common.synchronization [req-b1da2363-b298-4935-a99a-cfd1c0c3211a req-780cafcd-b7b4-4017-adbc-7ae903e4fa76 tempest-ServersTestManualDisk-1095973414 tempest-ServersTestManualDisk-1095973414-project-member] Enqueued Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_members [ 963.923228] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 with Priority: HIGHEST for action security_group_members [ 963.924176] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.924410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.924526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.924860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.925148] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.925315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.925420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.925669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.925805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.925950] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ff9deb-84fa-408a-a08a-f14f003f0bd5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.042436] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.042436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.042436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.042776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.043102] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.043317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.043607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.044419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.044570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.044719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.044972] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.045279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.045472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.045889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.046179] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.046481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.046638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.046955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.047181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.047660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.047660] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.430039] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.430260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.430485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.430678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.430678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.431371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.431371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.431371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.431371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.431371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.431371] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 is going to be updated. [ 964.464088] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.464282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.464566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.464834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.464994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.480361] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 in Status: IN_PROGRESS for 2s [ 964.551703] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ae1c80-3dd2-4c98-963f-ca6c195169e8: rpc.has_security_group_logging(os_id): False [ 964.572881] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.573049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.573156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.573430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.573478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.573740] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.573848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.573915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.574122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.574266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.574446] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.574446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.574563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.574611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.574687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.574864] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.574974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.577670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.577876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.577955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.579075] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 964.642411] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.643036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.643036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.643036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.643036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.653673] env[65335]: INFO networking_nsxv3.common.synchronization [None req-3a01ecae-5e76-4475-8b07-fc61b5edb634 None None] Enqueued Resource ID: 4a2be643-0339-4a28-b982-1118182faa1d with Priority: HIGHEST for action port [ 964.653988] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2be643-0339-4a28-b982-1118182faa1d with Priority: HIGHEST for action port [ 964.655146] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a2be643-0339-4a28-b982-1118182faa1d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.655867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a2be643-0339-4a28-b982-1118182faa1d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.657314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a2be643-0339-4a28-b982-1118182faa1d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.657314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a2be643-0339-4a28-b982-1118182faa1d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.657314] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2be643-0339-4a28-b982-1118182faa1d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.660175] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 965.161258] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a2be643-0339-4a28-b982-1118182faa1d [ 965.161738] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.161992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.163361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.163361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.163361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.163361] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a2be643-0339-4a28-b982-1118182faa1d already deleted. [ 965.163361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a2be643-0339-4a28-b982-1118182faa1d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.997268] env[65335]: INFO networking_nsxv3.common.synchronization [req-c0e8ebc4-41ad-4b8b-81f8-aa2cdec3b7e0 req-01e7ebcd-b41f-4687-b9b5-c7d165488b17 tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 965.997970] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 965.998835] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.999388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.999477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.000481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.000644] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.000750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.000814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.000979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.001087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.001216] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.467744] env[65335]: INFO networking_nsxv3.common.synchronization [req-c0e8ebc4-41ad-4b8b-81f8-aa2cdec3b7e0 req-e9fa591a-cf64-41db-b63c-11f7ead3c3b2 tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 966.468893] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 966.469328] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.469447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.492143] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 in Status: SUCCESS [ 966.492885] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ff9deb-84fa-408a-a08a-f14f003f0bd5 deletion is rescheduled due to dependency. [ 966.492885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ff9deb-84fa-408a-a08a-f14f003f0bd5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.504376] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.505326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.505326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.505326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.505326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.505534] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.505534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.505534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.505827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.505966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.506129] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 966.563595] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.563746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.563803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.564147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.564147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.579116] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 966.676460] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 966.676770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.892363] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.892540] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-961" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.892857] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-961" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.893035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-961" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.893858] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.894444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.894444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.894630] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.894853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.895375] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.895572] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.896762] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.896762] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.896762] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.896762] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.896762] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.925280] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.925280] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.925280] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.925280] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-961" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.925280] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.925280] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.925280] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.925780] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.925897] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f656e8a1-75b2-4356-bac9-ae5ecab2ef95',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.431422] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.431782] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.431971] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.432424] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.432667] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.432900] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port f656e8a1-75b2-4356-bac9-ae5ecab2ef95 not found, creating... [ 967.433345] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.433690] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.433903] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.434369] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.434610] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.435072] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.435256] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.435453] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.435788] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.436033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.436279] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: f656e8a1-75b2-4356-bac9-ae5ecab2ef95 is going to be created. [ 967.467295] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.467580] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.467676] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.467958] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.468201] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.468455] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.647020] env[65335]: INFO networking_nsxv3.common.synchronization [req-7ac2e506-0630-4a92-aaf4-588f3a4f19a1 req-84bd799f-0e15-493b-b6c1-586bcee1937b tempest-ServerTagsTestJSON-1053079654 tempest-ServerTagsTestJSON-1053079654-project-member] Enqueued Resource ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a with Priority: HIGHEST for action security_group_members [ 967.647294] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a with Priority: HIGHEST for action security_group_members [ 967.647806] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b07a779-c3f3-4763-8ad4-755e2e6c467a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.647806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.647806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.648302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.648302] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.648302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.648494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.648494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.648595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.651225] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b07a779-c3f3-4763-8ad4-755e2e6c467a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.152160] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.152321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.152399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.152647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.152847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.152955] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.153057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.153112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.153234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.153314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.153438] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a is going to be updated. [ 968.172174] env[65335]: INFO networking_nsxv3.common.synchronization [req-c0e8ebc4-41ad-4b8b-81f8-aa2cdec3b7e0 req-fa7c8b55-05b2-4648-9e04-d14349ba4450 service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 968.172265] env[65335]: INFO networking_nsxv3.common.synchronization [req-c0e8ebc4-41ad-4b8b-81f8-aa2cdec3b7e0 req-fa7c8b55-05b2-4648-9e04-d14349ba4450 service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 968.173139] env[65335]: INFO networking_nsxv3.common.synchronization [req-c0e8ebc4-41ad-4b8b-81f8-aa2cdec3b7e0 req-fa7c8b55-05b2-4648-9e04-d14349ba4450 service nova] Enqueued Resource ID: f656e8a1-75b2-4356-bac9-ae5ecab2ef95 with Priority: HIGHEST for action port [ 968.175443] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 968.175656] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 968.175815] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f656e8a1-75b2-4356-bac9-ae5ecab2ef95 with Priority: HIGHEST for action port [ 968.176545] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.176724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.177091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.177424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.177619] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.178632] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.179030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.179353] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.179499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.179591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.179865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.179918] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f656e8a1-75b2-4356-bac9-ae5ecab2ef95',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.186887] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.187397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.187524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.187734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.187888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.198440] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a in Status: IN_PROGRESS for 2s [ 968.588749] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 968.589017] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 deletion is rescheduled due to dependency. [ 968.589346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.589346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.589525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.589705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.589821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.589885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.590053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.590139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.590237] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.685132] env[65335]: INFO networking_nsxv3.common.synchronization [req-2f826137-0ae3-4829-9509-8600139646d9 req-0903103f-e723-4e6f-97b1-4d6fd3b7d826 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_members [ 968.685132] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.685132] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f656e8a1-75b2-4356-bac9-ae5ecab2ef95 with status ACTIVE [ 968.685132] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.685132] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.685132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.685612] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.685612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.685612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.685827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.685827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.685957] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f656e8a1-75b2-4356-bac9-ae5ecab2ef95 is going to be updated. [ 968.687379] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_members [ 968.687748] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b03ef525-7af3-4af7-8690-a28c1f7828ab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.687878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.688042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.688201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.688361] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.688470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.688545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.688717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.688855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.688927] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.714886] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.715060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.715137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.715354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.715534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.715743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f656e8a1-75b2-4356-bac9-ae5ecab2ef95" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.087518] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.087709] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-443" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.087823] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-443" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.088168] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-443" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.088418] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.088564] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.088674] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.088890] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.089103] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.089350] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.089462] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.089564] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.089665] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.089769] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.089866] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.089988] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.092967] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.124828] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.124998] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.125791] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.125791] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-443" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.125791] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-3af0a905-aa8d-4c5c-9c2b-1164363bea41 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.125791] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-3af0a905-aa8d-4c5c-9c2b-1164363bea41" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.126107] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-3af0a905-aa8d-4c5c-9c2b-1164363bea41" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.126320] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-3af0a905-aa8d-4c5c-9c2b-1164363bea41" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.126905] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af0a905-aa8d-4c5c-9c2b-1164363bea41',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.191273] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.191452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.191520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.192174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.192174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.192174] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.192174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.192430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.192430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.192430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.192525] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b03ef525-7af3-4af7-8690-a28c1f7828ab already deleted. [ 969.192572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.233199] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.233429] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.233541] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.234019] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.234434] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.234687] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.234887] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.235243] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.235477] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.235766] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.235931] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.236078] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.236199] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.236328] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.236450] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.236600] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.261393] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.261602] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.261667] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.261886] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.262295] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-8af14796-5a48-487d-bf24-48bc65883aba taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.262637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-8af14796-5a48-487d-bf24-48bc65883aba" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.262822] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-8af14796-5a48-487d-bf24-48bc65883aba" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.263195] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-8af14796-5a48-487d-bf24-48bc65883aba" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.263357] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af14796-5a48-487d-bf24-48bc65883aba',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.595930] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.632090] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.632090] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.632090] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.632090] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.632499] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.632499] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 3af0a905-aa8d-4c5c-9c2b-1164363bea41 not found, creating... [ 969.632811] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.633086] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.633287] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.633535] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.633656] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.634158] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.634335] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.634460] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.634850] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.635018] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.635180] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 3af0a905-aa8d-4c5c-9c2b-1164363bea41 is going to be created. [ 969.662357] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.662597] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.662718] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.662994] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.663257] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.663496] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-3af0a905-aa8d-4c5c-9c2b-1164363bea41" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.767065] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.767384] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.767576] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.767972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.768214] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.768438] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 8af14796-5a48-487d-bf24-48bc65883aba not found, creating... [ 969.768836] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.769091] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.769287] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.769608] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.769828] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.770271] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.770496] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.770695] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.770988] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.771221] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.771429] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 8af14796-5a48-487d-bf24-48bc65883aba is going to be created. [ 969.810689] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.810924] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.811101] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.811435] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.811696] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.811963] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-8af14796-5a48-487d-bf24-48bc65883aba" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.098398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.098581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.098655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.099267] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.099267] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.099267] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 970.131319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.131539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.131539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.131830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.132047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.142088] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 970.213664] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a in Status: SUCCESS [ 970.213943] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b07a779-c3f3-4763-8ad4-755e2e6c467a deletion is rescheduled due to dependency. [ 970.214130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b07a779-c3f3-4763-8ad4-755e2e6c467a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.393792] env[65335]: INFO networking_nsxv3.common.synchronization [req-c0e8ebc4-41ad-4b8b-81f8-aa2cdec3b7e0 req-411314a9-3b01-4b30-89ee-36575ebde9f3 service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 970.393792] env[65335]: INFO networking_nsxv3.common.synchronization [req-c0e8ebc4-41ad-4b8b-81f8-aa2cdec3b7e0 req-411314a9-3b01-4b30-89ee-36575ebde9f3 service nova] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 970.393792] env[65335]: INFO networking_nsxv3.common.synchronization [req-c0e8ebc4-41ad-4b8b-81f8-aa2cdec3b7e0 req-411314a9-3b01-4b30-89ee-36575ebde9f3 service nova] Enqueued Resource ID: 3af0a905-aa8d-4c5c-9c2b-1164363bea41 with Priority: HIGHEST for action port [ 970.394390] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_rules [ 970.394526] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 970.394620] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af0a905-aa8d-4c5c-9c2b-1164363bea41 with Priority: HIGHEST for action port [ 970.395118] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.395296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.395601] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.395708] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.395922] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af0a905-aa8d-4c5c-9c2b-1164363bea41 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.396067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af0a905-aa8d-4c5c-9c2b-1164363bea41" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.396169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af0a905-aa8d-4c5c-9c2b-1164363bea41" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.396468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af0a905-aa8d-4c5c-9c2b-1164363bea41" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.396590] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af0a905-aa8d-4c5c-9c2b-1164363bea41',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.545293] env[65335]: INFO networking_nsxv3.common.synchronization [req-2f826137-0ae3-4829-9509-8600139646d9 req-76c7ed79-e05c-4586-b34d-f4a6de018783 service nova] Enqueued Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_rules [ 970.545482] env[65335]: INFO networking_nsxv3.common.synchronization [req-2f826137-0ae3-4829-9509-8600139646d9 req-76c7ed79-e05c-4586-b34d-f4a6de018783 service nova] Enqueued Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_members [ 970.546037] env[65335]: INFO networking_nsxv3.common.synchronization [req-2f826137-0ae3-4829-9509-8600139646d9 req-76c7ed79-e05c-4586-b34d-f4a6de018783 service nova] Enqueued Resource ID: 8af14796-5a48-487d-bf24-48bc65883aba with Priority: HIGHEST for action port [ 970.546232] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_rules [ 970.546897] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_members [ 970.546897] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af14796-5a48-487d-bf24-48bc65883aba with Priority: HIGHEST for action port [ 970.546897] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b03ef525-7af3-4af7-8690-a28c1f7828ab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.546897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.546897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.547295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.547295] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.548032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b03ef525-7af3-4af7-8690-a28c1f7828ab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.548175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.548214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.548379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.549163] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.549163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.549163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.549163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.549163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.549163] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.549832] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af14796-5a48-487d-bf24-48bc65883aba taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.549934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af14796-5a48-487d-bf24-48bc65883aba" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.550030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af14796-5a48-487d-bf24-48bc65883aba" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.550182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af14796-5a48-487d-bf24-48bc65883aba" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.550262] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af14796-5a48-487d-bf24-48bc65883aba',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.900327] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3af0a905-aa8d-4c5c-9c2b-1164363bea41 with status ACTIVE [ 970.900699] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.900897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.900969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.901203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.901300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.901478] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.901642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.901729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.902030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.902179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.902408] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.902543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.902633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.902879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.903197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.903406] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3af0a905-aa8d-4c5c-9c2b-1164363bea41 is going to be updated. [ 970.933650] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.933650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.933826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.934048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.934140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.934336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af0a905-aa8d-4c5c-9c2b-1164363bea41" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055023] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b03ef525-7af3-4af7-8690-a28c1f7828ab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055023] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.055023] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8af14796-5a48-487d-bf24-48bc65883aba with status ACTIVE [ 971.055023] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055023] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.055023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055664] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.055664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.055664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.055942] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055942] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8af14796-5a48-487d-bf24-48bc65883aba is going to be updated. [ 971.084975] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.085369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.085369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.085440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.085676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.085676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af14796-5a48-487d-bf24-48bc65883aba" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.145701] env[65335]: INFO networking_nsxv3.common.synchronization [req-3edde09f-eee9-4c49-ac8d-caa1a5071351 req-0803279e-9c38-4db7-8ac5-f0f5dee3ea09 tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 971.146248] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 971.146636] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.146775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.146989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.147172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.147359] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.147472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.147535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.147727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.147871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.147990] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.557908] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.650535] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.650744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.650828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.651069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.651180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.651388] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.651490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.651546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.651737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.651820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.651905] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 971.679770] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.679962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.680016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.680257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.680404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.696949] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 971.699243] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.700185] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.700185] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.700542] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.700621] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.700809] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.700939] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.701196] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.701388] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.701639] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.702026] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.702026] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.702026] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.702169] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.702329] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.702475] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.724879] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.725121] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.725281] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.725499] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.725858] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.726077] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.726225] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.726625] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.726963] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.024177] env[65335]: INFO networking_nsxv3.common.synchronization [req-5862e4af-6a32-4885-b30c-b480de5c5139 req-c0cf23a9-8cec-4b90-94ae-0b38918074a6 tempest-ImagesOneServerNegativeTestJSON-539465578 tempest-ImagesOneServerNegativeTestJSON-539465578-project-member] Enqueued Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 972.024757] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 with Priority: HIGHEST for action security_group_members [ 972.025166] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.025366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.025485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.025785] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.026041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.026213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.026328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.026582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.026731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.026897] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ae1c80-3dd2-4c98-963f-ca6c195169e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.061073] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.061283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.061283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.061506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.061616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.061744] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b03ef525-7af3-4af7-8690-a28c1f7828ab is going to be created. [ 972.107552] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.107552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.107552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.107552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.107552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.118781] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b03ef525-7af3-4af7-8690-a28c1f7828ab in Status: UNINITIALIZED for 2s [ 972.152659] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 972.153242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.153533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.153772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.154054] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.154205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.154290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.155025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.155025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.155025] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.232736] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.233247] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.233385] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.233707] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.233853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.234036] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9 not found, creating... [ 972.234765] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.234765] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.234765] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.235015] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.235170] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.235498] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.235652] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.237853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.237853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.237853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.237853] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9 is going to be created. [ 972.282642] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.282642] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.282642] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.282642] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.282642] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.282642] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.530900] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.530900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.530900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.531297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.531297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.533476] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.533476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.533476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.533476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.533476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.533476] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 is going to be updated. [ 972.577581] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.577726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.577824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.577996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.578154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.593797] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: IN_PROGRESS for 2s [ 972.658055] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.006330] env[65335]: INFO networking_nsxv3.common.synchronization [req-3edde09f-eee9-4c49-ac8d-caa1a5071351 req-a22a7eab-323a-42b5-b285-ba8a4675cec0 service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 973.006822] env[65335]: INFO networking_nsxv3.common.synchronization [req-3edde09f-eee9-4c49-ac8d-caa1a5071351 req-a22a7eab-323a-42b5-b285-ba8a4675cec0 service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 973.006822] env[65335]: INFO networking_nsxv3.common.synchronization [req-3edde09f-eee9-4c49-ac8d-caa1a5071351 req-a22a7eab-323a-42b5-b285-ba8a4675cec0 service nova] Enqueued Resource ID: f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9 with Priority: HIGHEST for action port [ 973.007530] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 973.007730] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 973.007878] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9 with Priority: HIGHEST for action port [ 973.008220] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.008401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.008519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.008770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.008893] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.010261] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.012796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.012975] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.013135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.013205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.013430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.013658] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.164657] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.515417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.515417] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.515909] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9 with status ACTIVE [ 973.516420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.516783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.517636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.517925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.521165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.521411] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.521498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.521687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.521781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.522045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.522091] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.522174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.522228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.522392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.522469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.522568] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9 is going to be updated. [ 973.550998] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.551196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.551302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.551504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.551666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.553605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7f77ebf-0b9c-4dec-8d00-5fabd5f145e9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.666873] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.667084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.667781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.667781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.667781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.667781] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 973.712746] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 973.712746] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 973.712746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.712746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.712746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.712746] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.712746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.712746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.712746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.712746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.712746] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.722729] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.722729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.722729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.722729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.722729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.749120] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 974.136533] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b03ef525-7af3-4af7-8690-a28c1f7828ab in Status: SUCCESS [ 974.136782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.136933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.137193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.137391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.137513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.137578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.137729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.137811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.137897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.137988] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.227279] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.605251] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 in Status: SUCCESS [ 974.605251] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ae1c80-3dd2-4c98-963f-ca6c195169e8 deletion is rescheduled due to dependency. [ 974.605251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ae1c80-3dd2-4c98-963f-ca6c195169e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.640676] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.732948] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.125404] env[65335]: INFO networking_nsxv3.common.synchronization [req-0cb7d63a-4238-48d7-a8ee-86486af85229 req-c48c9053-c3e9-47c6-9c41-54df92c69266 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 975.126041] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 975.126368] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.126495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.126563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.126787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.126941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.127442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.127541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.127727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.127846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.127960] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.143163] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b03ef525-7af3-4af7-8690-a28c1f7828ab: rpc.has_security_group_logging(os_id): False [ 975.164575] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.165114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.165114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.165114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.165632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.165965] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.166169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.166523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.166523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.166606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.166746] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b03ef525-7af3-4af7-8690-a28c1f7828ab is going to be created. [ 975.228242] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.228840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.228840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.228840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.228840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.235777] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.235938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.236014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.236260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.236361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.236472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 975.249933] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b03ef525-7af3-4af7-8690-a28c1f7828ab in Status: IN_PROGRESS for 2s [ 975.267678] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.268227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.268227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.268227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.268488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.278677] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 975.630805] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.631015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.631114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.631369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.631469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.631825] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.631942] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.632028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.632196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.632279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.632374] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 975.674015] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.674202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.674316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.674458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.674625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.685571] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 975.759722] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 975.759903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.760034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.760292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.760510] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.760633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.760700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.760850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.760933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.761035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.761138] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.762590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.762778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.762956] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.763080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.763146] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.763292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.763375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.763722] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.843162] env[65335]: INFO networking_nsxv3.common.synchronization [None req-97c87395-0f4d-4d1d-b1ab-9d986d7112ad None None] Enqueued Resource ID: 5341fed1-ff98-407c-a5ba-9105c48e2b63 with Priority: HIGHEST for action port [ 975.845765] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5341fed1-ff98-407c-a5ba-9105c48e2b63 with Priority: HIGHEST for action port [ 975.846145] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5341fed1-ff98-407c-a5ba-9105c48e2b63 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.846277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5341fed1-ff98-407c-a5ba-9105c48e2b63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.846364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5341fed1-ff98-407c-a5ba-9105c48e2b63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.846648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5341fed1-ff98-407c-a5ba-9105c48e2b63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.846735] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5341fed1-ff98-407c-a5ba-9105c48e2b63',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.911210] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.911430] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.911614] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.911943] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.912382] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.912589] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.912738] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.912997] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.913295] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.913582] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.913745] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.913889] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.914114] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.914192] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.914300] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.914528] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.935902] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.936079] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.936213] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.936375] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.937138] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-c937d07e-5ea1-44cc-a993-a2c53e7e73de taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.937138] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-c937d07e-5ea1-44cc-a993-a2c53e7e73de" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.937138] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-c937d07e-5ea1-44cc-a993-a2c53e7e73de" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.937362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-c937d07e-5ea1-44cc-a993-a2c53e7e73de" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.938236] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c937d07e-5ea1-44cc-a993-a2c53e7e73de',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.266709] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.268159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.268314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.348994] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5341fed1-ff98-407c-a5ba-9105c48e2b63 [ 976.349307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.349480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.349560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.349767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.349866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.349947] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5341fed1-ff98-407c-a5ba-9105c48e2b63 already deleted. [ 976.350028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5341fed1-ff98-407c-a5ba-9105c48e2b63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.440591] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.440831] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.440977] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.441763] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.441984] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.442178] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port c937d07e-5ea1-44cc-a993-a2c53e7e73de not found, creating... [ 976.442483] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.442606] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.442719] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.442948] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.443109] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.443487] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.443717] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.443863] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.444088] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.444351] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.444351] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: c937d07e-5ea1-44cc-a993-a2c53e7e73de is going to be created. [ 976.477638] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.478092] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.478092] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.478374] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.478996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.478996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-c937d07e-5ea1-44cc-a993-a2c53e7e73de" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.770708] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.228741] env[65335]: INFO networking_nsxv3.common.synchronization [req-0cb7d63a-4238-48d7-a8ee-86486af85229 req-2d0a6bf1-dfd7-4ed0-8122-74ef8d7e1dc2 service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 977.228741] env[65335]: INFO networking_nsxv3.common.synchronization [req-0cb7d63a-4238-48d7-a8ee-86486af85229 req-2d0a6bf1-dfd7-4ed0-8122-74ef8d7e1dc2 service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 977.228741] env[65335]: INFO networking_nsxv3.common.synchronization [req-0cb7d63a-4238-48d7-a8ee-86486af85229 req-2d0a6bf1-dfd7-4ed0-8122-74ef8d7e1dc2 service nova] Enqueued Resource ID: c937d07e-5ea1-44cc-a993-a2c53e7e73de with Priority: HIGHEST for action port [ 977.228741] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 977.228741] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 977.228909] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c937d07e-5ea1-44cc-a993-a2c53e7e73de with Priority: HIGHEST for action port [ 977.229102] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.229236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.229352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.229568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.229678] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.230662] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.230905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.230987] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c937d07e-5ea1-44cc-a993-a2c53e7e73de taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.231091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c937d07e-5ea1-44cc-a993-a2c53e7e73de" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.231173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c937d07e-5ea1-44cc-a993-a2c53e7e73de" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.231406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c937d07e-5ea1-44cc-a993-a2c53e7e73de" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.231476] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c937d07e-5ea1-44cc-a993-a2c53e7e73de',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.269930] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b03ef525-7af3-4af7-8690-a28c1f7828ab in Status: SUCCESS [ 977.270467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.271928] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.272106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.275045] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 977.291075] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 977.291075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.291075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.291075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.291075] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.291075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.291075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.291774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.291955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.292143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.292315] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.312030] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.312223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.312288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.312527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.312682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.327672] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 977.698149] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 977.698326] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 deletion is rescheduled due to dependency. [ 977.698439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.698598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.698833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.699026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.699606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.699606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.699606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.699606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.699606] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.734803] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.734999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.735883] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c937d07e-5ea1-44cc-a993-a2c53e7e73de with status ACTIVE [ 977.735883] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.735883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.735883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.735883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.735883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.736166] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.736227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.736263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.736445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.736542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.736746] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.736863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.736941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.737119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.737194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.737300] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c937d07e-5ea1-44cc-a993-a2c53e7e73de is going to be updated. [ 977.764759] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.764840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.765462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.765462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.765462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.765462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c937d07e-5ea1-44cc-a993-a2c53e7e73de" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.795133] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.795133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.795133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.795133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.795668] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.795668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.795668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.795668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.795668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.797042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.797042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.797153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.797194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.797560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.797560] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.797663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.797694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.797823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.797899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.797983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.798265] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.878213] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a26bca67-eb04-4a0c-bf8e-a29c743e0d8c None None] Enqueued Resource ID: 4742eaf5-60d1-4c60-aa70-522e452cab94 with Priority: HIGHEST for action port [ 977.878213] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4742eaf5-60d1-4c60-aa70-522e452cab94 with Priority: HIGHEST for action port [ 977.878904] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4742eaf5-60d1-4c60-aa70-522e452cab94 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.879537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4742eaf5-60d1-4c60-aa70-522e452cab94" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.880676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4742eaf5-60d1-4c60-aa70-522e452cab94" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.880676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4742eaf5-60d1-4c60-aa70-522e452cab94" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.880676] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4742eaf5-60d1-4c60-aa70-522e452cab94',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.203989] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.300910] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a2f015-cee2-476b-a70b-1bdc4e201b02: rpc.has_security_group_logging(os_id): False [ 978.328314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.328538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.328636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.328937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.329078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.329359] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.329502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.329597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.329812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.329928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.332640] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.332640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.332640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.332905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.332905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.333041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.333149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.333211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.333380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.333461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.333547] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 978.386566] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4742eaf5-60d1-4c60-aa70-522e452cab94 [ 978.386566] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.386566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.386566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.386566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.386566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.386566] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4742eaf5-60d1-4c60-aa70-522e452cab94 already deleted. [ 978.386566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4742eaf5-60d1-4c60-aa70-522e452cab94" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.409040] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.409040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.409040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.409040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.409040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.421068] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 978.706468] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.180997] env[65335]: INFO networking_nsxv3.common.synchronization [None req-01d1a517-2303-4b9d-9db5-11822cdaa54f None None] Enqueued Resource ID: 05062857-b85d-4a55-8e90-886e363f0fe7 with Priority: HIGHEST for action port [ 979.182650] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05062857-b85d-4a55-8e90-886e363f0fe7 with Priority: HIGHEST for action port [ 979.182650] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-05062857-b85d-4a55-8e90-886e363f0fe7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.182838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05062857-b85d-4a55-8e90-886e363f0fe7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.182838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05062857-b85d-4a55-8e90-886e363f0fe7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.183184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05062857-b85d-4a55-8e90-886e363f0fe7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.183184] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05062857-b85d-4a55-8e90-886e363f0fe7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.211676] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.211857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.211927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.212199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.212536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.212736] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 979.257548] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.257967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.257967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.258085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.258168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.268446] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 979.277384] env[65335]: INFO networking_nsxv3.common.synchronization [req-eaa6ff8e-f7ef-4e4e-bb2a-513e329d5389 req-d201e887-1617-4c15-a4f9-0ef5bf628a69 tempest-ServerAddressesTestJSON-1866627976 tempest-ServerAddressesTestJSON-1866627976-project-member] Enqueued Resource ID: a936f66b-bd54-41af-9cef-94ab3f321cab with Priority: HIGHEST for action security_group_members [ 979.277384] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a936f66b-bd54-41af-9cef-94ab3f321cab with Priority: HIGHEST for action security_group_members [ 979.277534] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a936f66b-bd54-41af-9cef-94ab3f321cab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.278586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.278586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.278586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.278586] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.278586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.278586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.279393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.279393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.279393] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a936f66b-bd54-41af-9cef-94ab3f321cab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.340338] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 979.340338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.340338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.340338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.340338] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.340338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.340338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.340338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.340338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.340837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.340837] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.340916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.341749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.341749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.341749] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.341749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.341749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.342826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.342826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.342826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.342826] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.399613] env[65335]: INFO networking_nsxv3.common.synchronization [None req-89edc906-26e1-4b4a-87b5-4fcd1e57c952 None None] Enqueued Resource ID: 3259eed5-664b-4adc-9d32-6f2409b09e8e with Priority: HIGHEST for action port [ 979.402014] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3259eed5-664b-4adc-9d32-6f2409b09e8e with Priority: HIGHEST for action port [ 979.402014] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3259eed5-664b-4adc-9d32-6f2409b09e8e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.402014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3259eed5-664b-4adc-9d32-6f2409b09e8e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.402014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3259eed5-664b-4adc-9d32-6f2409b09e8e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.402014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3259eed5-664b-4adc-9d32-6f2409b09e8e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.402014] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3259eed5-664b-4adc-9d32-6f2409b09e8e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.624561] env[65335]: INFO networking_nsxv3.common.synchronization [None req-74de2843-a869-47df-ab8b-2a70f02e5b30 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_rules [ 979.626909] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_rules [ 979.627836] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.627836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.628172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.628256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.628323] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.686286] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05062857-b85d-4a55-8e90-886e363f0fe7 [ 979.686286] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.686286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.686286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.686286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.686286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.686286] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05062857-b85d-4a55-8e90-886e363f0fe7 already deleted. [ 979.686286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05062857-b85d-4a55-8e90-886e363f0fe7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.781112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.781290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.781353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.781656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.781765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.781941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.782089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.782089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.782248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.782317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.782400] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a936f66b-bd54-41af-9cef-94ab3f321cab already deleted. [ 979.782480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.845805] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9fc0e84-482c-4eec-9279-96deb4e32c59: rpc.has_security_group_logging(os_id): False [ 979.867656] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.867656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.867656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.867656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.867656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.867994] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.867994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.867994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.868129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.868165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.868339] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.868433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.869049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.869049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.869049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.869049] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.869049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.872089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.873238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.873238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.873238] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 979.905190] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3259eed5-664b-4adc-9d32-6f2409b09e8e [ 979.905190] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.905190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.905190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.905190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.905190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.905780] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3259eed5-664b-4adc-9d32-6f2409b09e8e already deleted. [ 979.905780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3259eed5-664b-4adc-9d32-6f2409b09e8e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.955473] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.955625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.955715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.956214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.957156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.973408] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 980.022149] env[65335]: INFO networking_nsxv3.common.synchronization [None req-55ed31ea-f003-449e-90bf-d7fc71fd7f6c tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_rules [ 980.022757] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_rules [ 980.023152] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.024603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.047379] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.047745] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-788" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.047947] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-788" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.049408] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-788" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.049969] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.049969] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.050129] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.050237] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.050402] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.050622] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.050723] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.050829] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.050930] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.051226] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.051226] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.051313] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.086214] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.086515] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.086659] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.086834] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-788" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.087751] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-c83be08a-0ec5-42b3-81fb-80a18694a182 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.088217] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-c83be08a-0ec5-42b3-81fb-80a18694a182" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.088347] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-c83be08a-0ec5-42b3-81fb-80a18694a182" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.088689] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-c83be08a-0ec5-42b3-81fb-80a18694a182" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.088827] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83be08a-0ec5-42b3-81fb-80a18694a182',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.149903] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.150098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.150201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.152421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.152421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.152421] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb already deleted. [ 980.152421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.152421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.152421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.152421] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.435988] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 980.435988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.594122] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.594122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.594122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.594122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.594122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.594122] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port c83be08a-0ec5-42b3-81fb-80a18694a182 not found, creating... [ 980.594122] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.594122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.594122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.594122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.594122] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.594662] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.594662] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.594662] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.594662] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.595988] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.596896] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: c83be08a-0ec5-42b3-81fb-80a18694a182 is going to be created. [ 980.621898] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.621898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.621898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.621898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.621898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.621898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-c83be08a-0ec5-42b3-81fb-80a18694a182" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.673527] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.673527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.673527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.674826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.674826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.674826] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb already deleted. [ 980.674826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.076230] env[65335]: INFO networking_nsxv3.common.synchronization [None req-54e25671-d986-4f47-a364-66bbbb4cab3b None None] Enqueued Resource ID: b00f0493-8367-4735-9875-d641c74129ff with Priority: HIGHEST for action port [ 981.080265] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00f0493-8367-4735-9875-d641c74129ff with Priority: HIGHEST for action port [ 981.080936] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00f0493-8367-4735-9875-d641c74129ff taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.082434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00f0493-8367-4735-9875-d641c74129ff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.082434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00f0493-8367-4735-9875-d641c74129ff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.082434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00f0493-8367-4735-9875-d641c74129ff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.082434] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00f0493-8367-4735-9875-d641c74129ff',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.280458] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 981.280954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.280954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.281113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.281270] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.281390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.281713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.281713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.281713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.281811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.281902] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.381448] env[65335]: INFO networking_nsxv3.common.synchronization [req-eaa6ff8e-f7ef-4e4e-bb2a-513e329d5389 req-df2285f2-166d-4816-b805-cfb2f53220cb service nova] Enqueued Resource ID: a936f66b-bd54-41af-9cef-94ab3f321cab with Priority: HIGHEST for action security_group_rules [ 981.381448] env[65335]: INFO networking_nsxv3.common.synchronization [req-eaa6ff8e-f7ef-4e4e-bb2a-513e329d5389 req-df2285f2-166d-4816-b805-cfb2f53220cb service nova] Enqueued Resource ID: a936f66b-bd54-41af-9cef-94ab3f321cab with Priority: HIGHEST for action security_group_members [ 981.381448] env[65335]: INFO networking_nsxv3.common.synchronization [req-eaa6ff8e-f7ef-4e4e-bb2a-513e329d5389 req-df2285f2-166d-4816-b805-cfb2f53220cb service nova] Enqueued Resource ID: c83be08a-0ec5-42b3-81fb-80a18694a182 with Priority: HIGHEST for action port [ 981.381806] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a936f66b-bd54-41af-9cef-94ab3f321cab with Priority: HIGHEST for action security_group_rules [ 981.381806] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a936f66b-bd54-41af-9cef-94ab3f321cab with Priority: HIGHEST for action security_group_members [ 981.381806] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83be08a-0ec5-42b3-81fb-80a18694a182 with Priority: HIGHEST for action port [ 981.383182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a936f66b-bd54-41af-9cef-94ab3f321cab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.383182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.383182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.383182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.383182] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a936f66b-bd54-41af-9cef-94ab3f321cab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.383786] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a936f66b-bd54-41af-9cef-94ab3f321cab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.383893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.383958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.384146] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.384288] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.384402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.384436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.384565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.384645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.384732] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a936f66b-bd54-41af-9cef-94ab3f321cab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.388191] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83be08a-0ec5-42b3-81fb-80a18694a182 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.388191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83be08a-0ec5-42b3-81fb-80a18694a182" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.388191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83be08a-0ec5-42b3-81fb-80a18694a182" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.388191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83be08a-0ec5-42b3-81fb-80a18694a182" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.388191] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83be08a-0ec5-42b3-81fb-80a18694a182',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.587629] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b00f0493-8367-4735-9875-d641c74129ff [ 981.587868] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.588010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.588095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.588284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.588374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.588467] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b00f0493-8367-4735-9875-d641c74129ff already deleted. [ 981.588550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00f0493-8367-4735-9875-d641c74129ff" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.725524] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f72c59e3-5206-4e7e-9ce5-aa0b47b5f5ea None None] Enqueued Resource ID: c95e8995-f082-4068-b13f-ab1e3b8cf0fa with Priority: HIGHEST for action port [ 981.726213] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95e8995-f082-4068-b13f-ab1e3b8cf0fa with Priority: HIGHEST for action port [ 981.726529] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95e8995-f082-4068-b13f-ab1e3b8cf0fa taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.726639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95e8995-f082-4068-b13f-ab1e3b8cf0fa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.726676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95e8995-f082-4068-b13f-ab1e3b8cf0fa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.727099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95e8995-f082-4068-b13f-ab1e3b8cf0fa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.727263] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95e8995-f082-4068-b13f-ab1e3b8cf0fa',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.785074] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.785074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.785074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.785371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.785371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.785484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.785542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.785813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.785813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.785960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.786113] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.786202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.786272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.786419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.788034] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.788034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.788034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.788034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.788034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.788034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.788034] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.888417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a936f66b-bd54-41af-9cef-94ab3f321cab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.888640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.889000] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a936f66b-bd54-41af-9cef-94ab3f321cab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.890755] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c83be08a-0ec5-42b3-81fb-80a18694a182 with status ACTIVE [ 981.891400] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.891579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.891677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.891932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.892026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.892253] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.892460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.892530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.892710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.892794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.892975] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.893148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.893223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.893625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.893625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.893625] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c83be08a-0ec5-42b3-81fb-80a18694a182 is going to be updated. [ 981.919114] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.919925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.919925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.919925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.920167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.920204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83be08a-0ec5-42b3-81fb-80a18694a182" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.996072] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 981.996307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.996499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.996749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.996838] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.231045] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c95e8995-f082-4068-b13f-ab1e3b8cf0fa [ 982.231045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.231045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.231045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.231045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.231045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.231045] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c95e8995-f082-4068-b13f-ab1e3b8cf0fa already deleted. [ 982.231045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95e8995-f082-4068-b13f-ab1e3b8cf0fa" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.250420] env[65335]: INFO networking_nsxv3.common.synchronization [req-d320da41-b1ca-4f84-b2b9-bcc2d69fef0f req-8676b0fe-eb1d-4e5a-9e43-929bbe1687d2 tempest-SecurityGroupRulesNegativeTestJSON-1492896376 tempest-SecurityGroupRulesNegativeTestJSON-1492896376-project-member] Enqueued Resource ID: 9c83ac16-5197-4a6b-afff-5da8f5a0275d with Priority: HIGHEST for action security_group_rules [ 982.250420] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c83ac16-5197-4a6b-afff-5da8f5a0275d with Priority: HIGHEST for action security_group_rules [ 982.250420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.250420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.250420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.250420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.250420] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c83ac16-5197-4a6b-afff-5da8f5a0275d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.291316] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c608fcb-513c-4761-9d58-57dad0da4c74: rpc.has_security_group_logging(os_id): False [ 982.322292] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.322292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.322546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.322630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.322747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.323703] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.323847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.323847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.324764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.324764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.324764] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.324764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.324764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.324764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.325052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.325052] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.325204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.325248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.325382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.325434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.325533] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 982.350759] env[65335]: INFO networking_nsxv3.common.synchronization [None req-33b21f3e-8504-448f-bed0-cb81058ec07a tempest-ServerActionsV293TestJSON-864797523 tempest-ServerActionsV293TestJSON-864797523-project-member] Enqueued Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_rules [ 982.355301] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_rules [ 982.356065] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13b211ca-7b39-44ed-a7a5-17b182c03503 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.356187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.356255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.356548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.356637] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.399324] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a936f66b-bd54-41af-9cef-94ab3f321cab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.500434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.500434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.500434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.500834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.501378] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.501378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.501378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.501620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.501620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.501817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.501817] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.512321] env[65335]: INFO networking_nsxv3.common.synchronization [None req-9d4bdc6d-f840-4464-bde2-5029593f5619 tempest-ServerActionsV293TestJSON-864797523 tempest-ServerActionsV293TestJSON-864797523-project-member] Enqueued Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_rules [ 982.512883] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_rules [ 982.514947] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13b211ca-7b39-44ed-a7a5-17b182c03503 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.514947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.634884] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.635227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.635227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.635337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.635488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.649107] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 982.782033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.782171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.782275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.782537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.782645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.782729] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c83ac16-5197-4a6b-afff-5da8f5a0275d already deleted. [ 982.782815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.880173] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.880403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.880492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.880700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.880795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.880882] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 already deleted. [ 982.880964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.881134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.881282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.881364] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.902624] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.902860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.902929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.903166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.903262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.903349] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a936f66b-bd54-41af-9cef-94ab3f321cab is going to be created. [ 982.933819] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.933976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.934029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.934234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.934380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.945694] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a936f66b-bd54-41af-9cef-94ab3f321cab in Status: UNINITIALIZED for 2s [ 983.006042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.006341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.006341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.006562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.006762] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.006872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.006955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.007122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.007324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.007324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.007484] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.007534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.007578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.007752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.007843] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.007978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.008080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.008163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.008214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.008296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.008387] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.447375] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.447541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.447587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.447799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.447889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.447981] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 already deleted. [ 983.448077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.510509] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9fc0e84-482c-4eec-9279-96deb4e32c59: rpc.has_security_group_logging(os_id): False [ 983.531965] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.531965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.531965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.532237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.532237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.532421] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.532552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.533493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.533493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.533493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.533493] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.533493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.533493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.533832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.533832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.533931] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.533931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.534021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.535568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.535698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.536796] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 983.623149] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.623750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.623865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.624121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.624282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.643875] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 984.665485] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 984.666646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.956754] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a936f66b-bd54-41af-9cef-94ab3f321cab in Status: SUCCESS [ 984.957099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.957504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.957822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.958110] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.958247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.958318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.958471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.958553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.958664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.958759] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a936f66b-bd54-41af-9cef-94ab3f321cab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.464021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a936f66b-bd54-41af-9cef-94ab3f321cab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.464021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.464021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a936f66b-bd54-41af-9cef-94ab3f321cab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.464021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.464021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.464714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.464714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.464714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.464714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.464714] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a936f66b-bd54-41af-9cef-94ab3f321cab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.658020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 985.658345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.967606] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a936f66b-bd54-41af-9cef-94ab3f321cab: rpc.has_security_group_logging(os_id): False [ 985.987139] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.987296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.987400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.987666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.987756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.987990] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.988108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.988148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.988302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.988378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.988548] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.988640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.988700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.988834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.988908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.991157] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.993212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.993212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.993414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.993414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.993519] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a936f66b-bd54-41af-9cef-94ab3f321cab is going to be created. [ 986.062033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.062033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.062033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.062033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.062033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.082831] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a936f66b-bd54-41af-9cef-94ab3f321cab in Status: IN_PROGRESS for 2s [ 986.755777] env[65335]: INFO networking_nsxv3.common.synchronization [req-e70e6094-cdc2-41ef-9307-ad4dbfc6da21 req-fe5837b2-9fd2-4cde-801f-df3cc48e2032 tempest-SecurityGroupRulesNegativeTestJSON-1492896376 tempest-SecurityGroupRulesNegativeTestJSON-1492896376-project-member] Enqueued Resource ID: 9c83ac16-5197-4a6b-afff-5da8f5a0275d with Priority: HIGHEST for action security_group_rules [ 986.755777] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c83ac16-5197-4a6b-afff-5da8f5a0275d with Priority: HIGHEST for action security_group_rules [ 986.756630] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.756870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.757058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.757871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.757871] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c83ac16-5197-4a6b-afff-5da8f5a0275d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.286026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.286356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.286356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.286356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.286473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.286516] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c83ac16-5197-4a6b-afff-5da8f5a0275d already deleted. [ 987.287457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c83ac16-5197-4a6b-afff-5da8f5a0275d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.095863] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a936f66b-bd54-41af-9cef-94ab3f321cab in Status: SUCCESS [ 988.096240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.560140] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.560587] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.560587] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.563881] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.564580] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.564907] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.565092] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.565424] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.565639] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.566043] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.566229] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.566405] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.566600] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.566751] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.566967] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.567222] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.589753] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.589929] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.590074] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.590246] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.590596] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-aced6a42-416b-46db-8a24-7149f9d98cb2 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.590809] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.590977] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.591323] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.591490] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aced6a42-416b-46db-8a24-7149f9d98cb2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.095213] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.095498] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.095574] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.095831] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.095978] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.096369] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.096540] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.096655] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.096874] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.097081] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.097287] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.097434] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.097546] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.097762] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.097891] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.098039] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: aced6a42-416b-46db-8a24-7149f9d98cb2 is going to be updated. [ 990.118717] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.118870] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.118870] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.119099] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.119288] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.119526] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.490674] env[65335]: INFO networking_nsxv3.common.synchronization [req-7a1545e0-78ee-46c1-b231-f4f0903f9bc4 req-78c578dc-1389-436b-a53f-24a5e9abb484 tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 990.491218] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 990.491552] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.491707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.491805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.491987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.492194] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.492335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.492375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.492516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.492605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.492696] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.650233] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.742812] env[65335]: INFO networking_nsxv3.common.synchronization [req-7a1545e0-78ee-46c1-b231-f4f0903f9bc4 req-37104c4c-b13a-45cc-8590-405973f434e3 tempest-ServersTestMultiNic-1929037102 tempest-ServersTestMultiNic-1929037102-project-member] Enqueued Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 990.743580] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 with Priority: HIGHEST for action security_group_members [ 990.743795] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9fc0e84-482c-4eec-9279-96deb4e32c59 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.743888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.827354] env[65335]: INFO networking_nsxv3.common.synchronization [req-95b9331d-841d-4571-b136-a7276b501567 req-58839d96-3cbe-481c-872d-a5daaca61026 service nova] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_rules [ 990.827553] env[65335]: INFO networking_nsxv3.common.synchronization [req-95b9331d-841d-4571-b136-a7276b501567 req-58839d96-3cbe-481c-872d-a5daaca61026 service nova] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_members [ 990.827688] env[65335]: INFO networking_nsxv3.common.synchronization [req-95b9331d-841d-4571-b136-a7276b501567 req-58839d96-3cbe-481c-872d-a5daaca61026 service nova] Enqueued Resource ID: aced6a42-416b-46db-8a24-7149f9d98cb2 with Priority: HIGHEST for action port [ 990.828216] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_rules [ 990.828341] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_members [ 990.828434] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aced6a42-416b-46db-8a24-7149f9d98cb2 with Priority: HIGHEST for action port [ 990.828948] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.829232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.829306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.829577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.829660] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.831853] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.831963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.832038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.832258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.832371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.832468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.832751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.832751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.832751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.832888] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.836461] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-aced6a42-416b-46db-8a24-7149f9d98cb2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.836461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.836461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.836461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.836461] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aced6a42-416b-46db-8a24-7149f9d98cb2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.153721] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.333027] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.333027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.335873] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.339706] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aced6a42-416b-46db-8a24-7149f9d98cb2 with status ACTIVE [ 991.342141] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.342141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.342141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.342141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.342141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.342141] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.342141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.342141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.342421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.342421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.343432] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.343432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.343432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.343432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.343432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.343432] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aced6a42-416b-46db-8a24-7149f9d98cb2 is going to be updated. [ 991.370883] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.371059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.371130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.371392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.371522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.371696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aced6a42-416b-46db-8a24-7149f9d98cb2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.656295] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.656818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.656899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.657132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.657221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.657323] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 991.692912] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.692912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.692912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.693215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.693215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.704099] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 991.840546] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.343893] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.344126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.344317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.344399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.344462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.344671] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 is going to be updated. [ 992.384195] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.384195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.384195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.384195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.384195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.394259] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: IN_PROGRESS for 2s [ 992.658977] env[65335]: INFO networking_nsxv3.common.synchronization [req-42f32746-992c-467c-aa77-e348f3a392f8 req-5ef7d603-3293-4479-8d37-087b83b90959 tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 992.659640] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 992.659987] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.660147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.660223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.660470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.660628] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.660720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.660780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.660931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.661031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.661128] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.165181] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.181543] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.181543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.181543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.181543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.181543] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.181543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.181543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.181543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.181543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.181543] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.182127] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.182127] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.182127] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.182127] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.182127] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.182127] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.207435] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.208053] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.208285] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.208505] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.209111] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-a66ffc43-3996-4836-b9f9-82ee28ffb33b taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.209318] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-a66ffc43-3996-4836-b9f9-82ee28ffb33b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.209525] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-a66ffc43-3996-4836-b9f9-82ee28ffb33b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.210150] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-a66ffc43-3996-4836-b9f9-82ee28ffb33b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.210326] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a66ffc43-3996-4836-b9f9-82ee28ffb33b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.669965] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.715582] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.715863] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.715949] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.716323] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.716544] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.716706] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port a66ffc43-3996-4836-b9f9-82ee28ffb33b not found, creating... [ 993.717054] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.717226] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.717341] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.717657] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.718323] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.718323] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.718447] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.718734] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.718803] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.718911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.719106] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: a66ffc43-3996-4836-b9f9-82ee28ffb33b is going to be created. [ 993.721098] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 993.721176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.721331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.721508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.721749] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.721876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.721939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.722257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.722257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.722257] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9fc0e84-482c-4eec-9279-96deb4e32c59',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.748715] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.749016] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.749195] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.749558] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.749836] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.750121] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-a66ffc43-3996-4836-b9f9-82ee28ffb33b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.776524] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c6b2cc0f-defa-4834-a317-742b93ba9dbc None None] Enqueued Resource ID: 926f563d-a40b-4bd2-951a-551cb0a94086 with Priority: HIGHEST for action port [ 993.776910] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926f563d-a40b-4bd2-951a-551cb0a94086 with Priority: HIGHEST for action port [ 993.777314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-926f563d-a40b-4bd2-951a-551cb0a94086 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.777495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-926f563d-a40b-4bd2-951a-551cb0a94086" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.777612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-926f563d-a40b-4bd2-951a-551cb0a94086" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.777939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-926f563d-a40b-4bd2-951a-551cb0a94086" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.778329] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926f563d-a40b-4bd2-951a-551cb0a94086',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.173418] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.173714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.173714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.173861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.173943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.174060] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 994.216964] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.217204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.217204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.217887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.217887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.225218] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.225380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.225468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.225639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.225718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.225919] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.226067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.226155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.226224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.226293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.226383] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 is going to be updated. [ 994.232214] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 994.267368] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.267368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.267368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.267368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.267592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.280011] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: IN_PROGRESS for 2s [ 994.281477] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 926f563d-a40b-4bd2-951a-551cb0a94086 [ 994.281724] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.281834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.281907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.282234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.282360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.282468] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:926f563d-a40b-4bd2-951a-551cb0a94086 already deleted. [ 994.282551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-926f563d-a40b-4bd2-951a-551cb0a94086" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.406176] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: SUCCESS [ 994.406466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.406466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.407110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.407110] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.407243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.407243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.407419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.407547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.407614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.407710] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.536881] env[65335]: INFO networking_nsxv3.common.synchronization [req-42f32746-992c-467c-aa77-e348f3a392f8 req-97fdcd43-784e-4e9c-bb50-d1b4d12312d4 service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 994.537031] env[65335]: INFO networking_nsxv3.common.synchronization [req-42f32746-992c-467c-aa77-e348f3a392f8 req-97fdcd43-784e-4e9c-bb50-d1b4d12312d4 service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 994.537164] env[65335]: INFO networking_nsxv3.common.synchronization [req-42f32746-992c-467c-aa77-e348f3a392f8 req-97fdcd43-784e-4e9c-bb50-d1b4d12312d4 service nova] Enqueued Resource ID: a66ffc43-3996-4836-b9f9-82ee28ffb33b with Priority: HIGHEST for action port [ 994.537894] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 994.538052] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 994.538270] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a66ffc43-3996-4836-b9f9-82ee28ffb33b with Priority: HIGHEST for action port [ 994.538427] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.538557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.538660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.538923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.538972] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.539971] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.540332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.540332] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a66ffc43-3996-4836-b9f9-82ee28ffb33b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.540848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a66ffc43-3996-4836-b9f9-82ee28ffb33b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.540848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a66ffc43-3996-4836-b9f9-82ee28ffb33b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.540848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a66ffc43-3996-4836-b9f9-82ee28ffb33b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.540848] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a66ffc43-3996-4836-b9f9-82ee28ffb33b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.910386] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.044436] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.044436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.044436] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a66ffc43-3996-4836-b9f9-82ee28ffb33b with status ACTIVE [ 995.044436] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.044436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.044436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.044436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.045303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.045303] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.045303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.045303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.045303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.045486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.046026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.046026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.046026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.046273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.046273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.046441] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a66ffc43-3996-4836-b9f9-82ee28ffb33b is going to be updated. [ 995.070432] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.070638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.070712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.070963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.071112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.071265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a66ffc43-3996-4836-b9f9-82ee28ffb33b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.100918] env[65335]: INFO networking_nsxv3.common.synchronization [req-cbf16bcf-10f9-4830-99a2-c2a80a6e3be4 req-499ce0e8-9d96-45e8-bace-38f71e5e3ca2 tempest-AttachInterfacesV270Test-1427303212 tempest-AttachInterfacesV270Test-1427303212-project-member] Enqueued Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGHEST for action security_group_members [ 995.101413] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGHEST for action security_group_members [ 995.101834] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26292dd-201c-419a-8eda-60485890dc7e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.101987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.102069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.102341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.102508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.102610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.102671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.102819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.102900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.102995] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.412956] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe27c04-55a2-4c53-b636-8c9a6cb167b6: rpc.has_security_group_logging(os_id): False [ 995.435071] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.435213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.435378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.435512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.457733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.458159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.458259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.458434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.459049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.459049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.459049] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 is going to be updated. [ 995.528026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.528026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.528026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.528026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.528026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.544820] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: IN_PROGRESS for 2s [ 995.548959] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.551980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-949" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.551980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-949" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.551980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-949" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.551980] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.551980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.551980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.551980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.552926] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.553999] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.553999] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.553999] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.554387] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.554739] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.555102] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.555909] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.582335] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.582335] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.582335] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.582335] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-949" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.582335] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-621eaf5d-a14e-4d89-a4fc-912e93996b79 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.582335] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-621eaf5d-a14e-4d89-a4fc-912e93996b79" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.582335] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-621eaf5d-a14e-4d89-a4fc-912e93996b79" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.583519] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-621eaf5d-a14e-4d89-a4fc-912e93996b79" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.584320] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621eaf5d-a14e-4d89-a4fc-912e93996b79',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.608459] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.608459] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.608459] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26292dd-201c-419a-8eda-60485890dc7e already deleted. [ 995.608459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.089172] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.089172] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.089172] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.089598] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.089598] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.089673] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 621eaf5d-a14e-4d89-a4fc-912e93996b79 not found, creating... [ 996.090161] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.090161] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.090320] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.091115] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.091115] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.091292] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.091504] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.091570] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.091806] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.091961] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.092198] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 621eaf5d-a14e-4d89-a4fc-912e93996b79 is going to be created. [ 996.120636] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.120636] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.120636] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.120636] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.120636] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.120636] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-621eaf5d-a14e-4d89-a4fc-912e93996b79" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.161938] env[65335]: INFO networking_nsxv3.common.synchronization [None req-dacaa7a0-2d33-4a7b-aee9-b92c814ff128 None None] Enqueued Resource ID: 91f3108a-f738-4bc9-a2bf-548421f11421 with Priority: HIGHEST for action port [ 996.162753] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f3108a-f738-4bc9-a2bf-548421f11421 with Priority: HIGHEST for action port [ 996.164220] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f3108a-f738-4bc9-a2bf-548421f11421 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.164220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f3108a-f738-4bc9-a2bf-548421f11421" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.164220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f3108a-f738-4bc9-a2bf-548421f11421" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.164468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f3108a-f738-4bc9-a2bf-548421f11421" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.164558] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f3108a-f738-4bc9-a2bf-548421f11421',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.250548] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 996.250548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.251786] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.251786] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.251947] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.252083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.252128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.252278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.252391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.252596] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.301185] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 in Status: SUCCESS [ 996.301436] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9fc0e84-482c-4eec-9279-96deb4e32c59 deletion is rescheduled due to dependency. [ 996.301570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9fc0e84-482c-4eec-9279-96deb4e32c59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.451493] env[65335]: INFO networking_nsxv3.common.synchronization [req-fe53fd9d-9095-4ced-b4c2-aa305b8d305f req-6753d369-8d55-4122-b0e6-921e2cb13149 tempest-ServerAddressesTestJSON-1866627976 tempest-ServerAddressesTestJSON-1866627976-project-member] Enqueued Resource ID: a936f66b-bd54-41af-9cef-94ab3f321cab with Priority: HIGHEST for action security_group_members [ 996.452261] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a936f66b-bd54-41af-9cef-94ab3f321cab with Priority: HIGHEST for action security_group_members [ 996.453042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-a936f66b-bd54-41af-9cef-94ab3f321cab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.453042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.453042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.453248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.453481] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.453579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.453633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.453808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.453924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.454031] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a936f66b-bd54-41af-9cef-94ab3f321cab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.671894] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91f3108a-f738-4bc9-a2bf-548421f11421 [ 996.672170] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.672311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.672633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.672633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.672789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.672789] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91f3108a-f738-4bc9-a2bf-548421f11421 already deleted. [ 996.672902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f3108a-f738-4bc9-a2bf-548421f11421" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.755404] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.853766] env[65335]: INFO networking_nsxv3.common.synchronization [req-cbf16bcf-10f9-4830-99a2-c2a80a6e3be4 req-ad6659cf-da9d-4c63-aa11-b81cead1f953 service nova] Enqueued Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGHEST for action security_group_rules [ 996.853971] env[65335]: INFO networking_nsxv3.common.synchronization [req-cbf16bcf-10f9-4830-99a2-c2a80a6e3be4 req-ad6659cf-da9d-4c63-aa11-b81cead1f953 service nova] Enqueued Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGHEST for action security_group_members [ 996.854110] env[65335]: INFO networking_nsxv3.common.synchronization [req-cbf16bcf-10f9-4830-99a2-c2a80a6e3be4 req-ad6659cf-da9d-4c63-aa11-b81cead1f953 service nova] Enqueued Resource ID: 621eaf5d-a14e-4d89-a4fc-912e93996b79 with Priority: HIGHEST for action port [ 996.854858] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGHEST for action security_group_rules [ 996.855008] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGHEST for action security_group_members [ 996.858520] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621eaf5d-a14e-4d89-a4fc-912e93996b79 with Priority: HIGHEST for action port [ 996.859609] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26292dd-201c-419a-8eda-60485890dc7e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.859921] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.860074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.860451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.864657] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.865352] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26292dd-201c-419a-8eda-60485890dc7e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.865948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.866023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.866230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.866486] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.868411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.868552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.868811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.868933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.869108] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.870325] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-621eaf5d-a14e-4d89-a4fc-912e93996b79 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.870613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621eaf5d-a14e-4d89-a4fc-912e93996b79" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.870699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621eaf5d-a14e-4d89-a4fc-912e93996b79" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.870919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621eaf5d-a14e-4d89-a4fc-912e93996b79" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.871110] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621eaf5d-a14e-4d89-a4fc-912e93996b79',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.962306] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.962306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.962306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.962306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.962306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.962306] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.962306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.962306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.962306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.962306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.962306] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a936f66b-bd54-41af-9cef-94ab3f321cab is going to be updated. [ 996.997777] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.997777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.997777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.997777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.997777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.010608] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a936f66b-bd54-41af-9cef-94ab3f321cab in Status: IN_PROGRESS for 2s [ 997.258821] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.373932] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.384124] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26292dd-201c-419a-8eda-60485890dc7e taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.384124] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 621eaf5d-a14e-4d89-a4fc-912e93996b79 with status ACTIVE [ 997.384124] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.384124] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.384124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.384124] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.390825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.390825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.390825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.390825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.390825] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 621eaf5d-a14e-4d89-a4fc-912e93996b79 is going to be updated. [ 997.414208] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.414343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.414773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.414773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.414895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.416446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621eaf5d-a14e-4d89-a4fc-912e93996b79" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.565846] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: SUCCESS [ 997.569919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.763980] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.766926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.766926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.766926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.766926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.766926] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 997.804619] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.804970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.805076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.805543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.805718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.818964] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 997.846208] env[65335]: INFO networking_nsxv3.common.synchronization [req-c818efa9-6111-4d23-9df1-d22b3799f9aa req-221df003-f044-4a17-beed-b97ad606ea88 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_members [ 997.847035] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_members [ 997.847532] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.847667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.847734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.848044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.848257] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.850056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.850056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.850056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.850056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.850932] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.879045] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.336815] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.338194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.338194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.338194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.338384] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.338937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.338937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.338937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.339140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.339258] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.339363] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.339536] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.339646] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.339754] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.339854] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.341776] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.353679] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.353679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.353957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.354026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.354173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.354454] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.354454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.354766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.354766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.354766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.354863] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb already deleted. [ 998.355423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.367417] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.367417] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.367695] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.367736] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.368072] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.368251] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.368362] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.368721] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.368871] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf246a9-08b5-4c9e-876d-57bc8ff6b86e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.381103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.381330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.381416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.381845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.381963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.382083] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26292dd-201c-419a-8eda-60485890dc7e is going to be created. [ 998.414766] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.414976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.415076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.415381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.415584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.428410] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26292dd-201c-419a-8eda-60485890dc7e in Status: UNINITIALIZED for 2s [ 998.871363] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.871624] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.871790] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.872689] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.872689] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.872820] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 5bf246a9-08b5-4c9e-876d-57bc8ff6b86e not found, creating... [ 998.873621] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.873621] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.873621] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.874196] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.874196] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.874484] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.875110] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875110] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.875110] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.875110] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.875325] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 5bf246a9-08b5-4c9e-876d-57bc8ff6b86e is going to be created. [ 998.903013] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.903272] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.903358] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.903670] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.903972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.904260] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.023669] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a936f66b-bd54-41af-9cef-94ab3f321cab in Status: SUCCESS [ 999.023848] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a936f66b-bd54-41af-9cef-94ab3f321cab deletion is rescheduled due to dependency. [ 999.023951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a936f66b-bd54-41af-9cef-94ab3f321cab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.673754] env[65335]: INFO networking_nsxv3.common.synchronization [req-c818efa9-6111-4d23-9df1-d22b3799f9aa req-de34affe-b374-43e0-9aee-cc038cf09263 service nova] Enqueued Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_rules [ 999.674044] env[65335]: INFO networking_nsxv3.common.synchronization [req-c818efa9-6111-4d23-9df1-d22b3799f9aa req-de34affe-b374-43e0-9aee-cc038cf09263 service nova] Enqueued Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_members [ 999.674169] env[65335]: INFO networking_nsxv3.common.synchronization [req-c818efa9-6111-4d23-9df1-d22b3799f9aa req-de34affe-b374-43e0-9aee-cc038cf09263 service nova] Enqueued Resource ID: 5bf246a9-08b5-4c9e-876d-57bc8ff6b86e with Priority: HIGHEST for action port [ 999.674843] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_rules [ 999.674999] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_members [ 999.675336] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf246a9-08b5-4c9e-876d-57bc8ff6b86e with Priority: HIGHEST for action port [ 999.675711] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.675908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.676055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.676420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.676879] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.677685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.677932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.677970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.678576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.678806] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.679174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.679174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.679403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.679549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.679703] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.683068] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.683371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.683371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.683803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.683803] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf246a9-08b5-4c9e-876d-57bc8ff6b86e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.831740] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 999.831869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.832239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.832239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.832492] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.832556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.832590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.832767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.832821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.832907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.833056] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.171845] env[65335]: INFO networking_nsxv3.common.synchronization [None req-beb4c530-a273-43ba-80b6-05693c35258d tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_rules [ 1000.172387] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_rules [ 1000.172691] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.172815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.172880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.173188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.173410] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.185350] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.185509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.185994] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.186658] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bf246a9-08b5-4c9e-876d-57bc8ff6b86e with status ACTIVE [ 1000.186990] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.186990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.187224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.187288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.187379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.187856] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.187856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.187856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.188147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.188147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.188352] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.188470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.188858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.188858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.188858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.188858] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bf246a9-08b5-4c9e-876d-57bc8ff6b86e is going to be updated. [ 1000.217954] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.218470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.218470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.218470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.218665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.218787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf246a9-08b5-4c9e-876d-57bc8ff6b86e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.284556] env[65335]: INFO networking_nsxv3.common.synchronization [None req-3f4830cc-cd75-41df-a22c-214a66b943b6 tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_rules [ 1000.284950] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_rules [ 1000.290931] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.290931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.339035] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.339240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.339240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.339503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.339752] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.339870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.339870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.340966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.340966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.340966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.340966] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.340966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.340966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.340966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.340966] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.340966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.341302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.341302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.341302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.341393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.341425] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.444339] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26292dd-201c-419a-8eda-60485890dc7e in Status: SUCCESS [ 1000.444971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.445309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.445666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.445943] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.446138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.446220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.446432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.446526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.446636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.446740] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.691512] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.697565] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.697565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.697565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.697775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.697775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.697845] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c already deleted. [ 1000.698718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.698718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.698718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.698718] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.847571] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6390c8c0-48c2-4277-95e5-f111be984338: rpc.has_security_group_logging(os_id): False [ 1000.875136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.875136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.875136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.875136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.878240] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.878450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.878450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.878683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.878798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.878921] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 1000.949411] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26292dd-201c-419a-8eda-60485890dc7e taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.949637] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.949714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.949925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.950105] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.950236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.950300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.950551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.950551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.950704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.950766] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26292dd-201c-419a-8eda-60485890dc7e taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.950824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.950881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.951016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.951155] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.951244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.951407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.951686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.951686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.951797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.951797] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.959122] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.959391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.959391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.959607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.959748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.972929] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 1001.194023] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.194408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.194408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.194827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.194827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.194827] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb is going to be created. [ 1001.224491] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.224491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.226067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.226067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.226067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.226067] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c already deleted. [ 1001.226067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.226921] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.227262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.227444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.227572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.227750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.239623] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb in Status: UNINITIALIZED for 2s [ 1001.454672] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26292dd-201c-419a-8eda-60485890dc7e: rpc.has_security_group_logging(os_id): False [ 1001.477379] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.477585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.477677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.478723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.478723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.478723] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.478723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.478723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.478964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.479031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.479255] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.479361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.479501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.479698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.479810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.480021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.480161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.480263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.480425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.480568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.480699] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26292dd-201c-419a-8eda-60485890dc7e is going to be created. [ 1001.563912] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.563912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.563912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.564255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.564408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.578355] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26292dd-201c-419a-8eda-60485890dc7e in Status: IN_PROGRESS for 2s [ 1002.990338] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 1002.990809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.257638] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb in Status: SUCCESS [ 1003.257638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.257638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.257638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.257638] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.257638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.257638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.257638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.257638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.258016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.258016] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.596847] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26292dd-201c-419a-8eda-60485890dc7e in Status: SUCCESS [ 1003.597267] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.763169] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.265692] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb: rpc.has_security_group_logging(os_id): False [ 1004.289599] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.289599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.289599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.289599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.289599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.289599] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.289599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.289599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.289599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.289599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.289599] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb is going to be created. [ 1004.363034] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.363034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.363034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.363034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.363034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.375375] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb in Status: IN_PROGRESS for 2s [ 1005.285749] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1005.285749] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1006.398830] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb in Status: SUCCESS [ 1006.399222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.723513] env[65335]: INFO networking_nsxv3.common.synchronization [None req-958b8378-0133-466a-aec9-9359728e735a None None] Enqueued Resource ID: 25ebbab4-6719-4faf-8c1d-32b70271b915 with Priority: HIGHEST for action port [ 1006.724956] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ebbab4-6719-4faf-8c1d-32b70271b915 with Priority: HIGHEST for action port [ 1006.725376] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-25ebbab4-6719-4faf-8c1d-32b70271b915 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.725536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25ebbab4-6719-4faf-8c1d-32b70271b915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.725638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25ebbab4-6719-4faf-8c1d-32b70271b915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.725949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25ebbab4-6719-4faf-8c1d-32b70271b915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.726036] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25ebbab4-6719-4faf-8c1d-32b70271b915',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.228573] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25ebbab4-6719-4faf-8c1d-32b70271b915 [ 1007.228800] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.228926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.228992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.229636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.229734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.230147] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25ebbab4-6719-4faf-8c1d-32b70271b915 already deleted. [ 1007.230147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25ebbab4-6719-4faf-8c1d-32b70271b915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.647958] env[65335]: INFO networking_nsxv3.common.synchronization [req-ea32e0dd-4edb-4ec1-819d-3450887d2ca9 req-87a029cf-ed2a-4027-8767-78164820bfd7 tempest-ServerRescueNegativeTestJSON-565743917 tempest-ServerRescueNegativeTestJSON-565743917-project-member] Enqueued Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_members [ 1008.649104] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a74307-699c-4aaa-a059-442a1fb602dc with Priority: HIGHEST for action security_group_members [ 1008.649662] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a74307-699c-4aaa-a059-442a1fb602dc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.649888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.650000] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.650321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.650577] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.650750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.650853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.652620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.652794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.652928] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a74307-699c-4aaa-a059-442a1fb602dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.722253] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.722253] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.091885] env[65335]: INFO networking_nsxv3.common.synchronization [req-24f1a807-38a2-4b04-90fe-fe4d73152333 req-11bc8feb-7278-479f-9457-8df874eb26fa tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1009.092610] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1009.092933] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.093084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.093142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.093398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.093564] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.093667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.093727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.093871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.093953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.094424] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.156919] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.157592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.157592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.157592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.186487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.187429] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.187429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.187429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.187429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.188322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.188322] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a74307-699c-4aaa-a059-442a1fb602dc is going to be updated. [ 1009.227255] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.228568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.228717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.228957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.229125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.246436] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a74307-699c-4aaa-a059-442a1fb602dc in Status: IN_PROGRESS for 2s [ 1009.484810] env[65335]: INFO networking_nsxv3.common.synchronization [None req-5ba36ab0-2975-4c91-a653-cb5fbfd5a606 None None] Enqueued Resource ID: 548089db-d007-4d69-87a1-a010d616a142 with Priority: HIGHEST for action port [ 1009.485489] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548089db-d007-4d69-87a1-a010d616a142 with Priority: HIGHEST for action port [ 1009.485871] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-548089db-d007-4d69-87a1-a010d616a142 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.486043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-548089db-d007-4d69-87a1-a010d616a142" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.486133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-548089db-d007-4d69-87a1-a010d616a142" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.486464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-548089db-d007-4d69-87a1-a010d616a142" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.486564] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548089db-d007-4d69-87a1-a010d616a142',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.597805] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.598403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.602049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.602049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.602049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.602049] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.602049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.602049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.602049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.602049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.602049] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 already deleted. [ 1009.602049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.733776] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.734306] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.734306] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.734546] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.734821] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.734980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.735292] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.735547] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.735710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.735929] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.736052] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.736164] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.736273] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.736432] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.736560] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.736717] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.763832] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.764153] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.764328] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.764647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.765043] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-7769ea2e-844a-472f-93d2-64053a1e7340 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.765226] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-7769ea2e-844a-472f-93d2-64053a1e7340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.765341] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-7769ea2e-844a-472f-93d2-64053a1e7340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.765772] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-7769ea2e-844a-472f-93d2-64053a1e7340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.765945] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7769ea2e-844a-472f-93d2-64053a1e7340',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.989693] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 548089db-d007-4d69-87a1-a010d616a142 [ 1009.989861] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.989953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.989953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.990236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.990334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.990435] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:548089db-d007-4d69-87a1-a010d616a142 already deleted. [ 1009.990516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-548089db-d007-4d69-87a1-a010d616a142" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.268275] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.268539] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.268679] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.268975] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.269184] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.269354] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 7769ea2e-844a-472f-93d2-64053a1e7340 not found, creating... [ 1010.269822] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.270117] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.270218] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.270549] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.270693] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.271651] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.271917] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.271917] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.272120] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.272937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.272937] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 7769ea2e-844a-472f-93d2-64053a1e7340 is going to be created. [ 1010.324551] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.324551] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.324551] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.324551] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.324551] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.324551] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-7769ea2e-844a-472f-93d2-64053a1e7340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.051967] env[65335]: INFO networking_nsxv3.common.synchronization [req-24f1a807-38a2-4b04-90fe-fe4d73152333 req-beafd60d-4f58-4b9e-8327-5e2b1d83420e service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1011.052653] env[65335]: INFO networking_nsxv3.common.synchronization [req-24f1a807-38a2-4b04-90fe-fe4d73152333 req-beafd60d-4f58-4b9e-8327-5e2b1d83420e service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1011.052653] env[65335]: INFO networking_nsxv3.common.synchronization [req-24f1a807-38a2-4b04-90fe-fe4d73152333 req-beafd60d-4f58-4b9e-8327-5e2b1d83420e service nova] Enqueued Resource ID: 7769ea2e-844a-472f-93d2-64053a1e7340 with Priority: HIGHEST for action port [ 1011.052653] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1011.052653] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1011.052855] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7769ea2e-844a-472f-93d2-64053a1e7340 with Priority: HIGHEST for action port [ 1011.053794] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.053794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.053794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.053794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.053794] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.055467] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.055628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.055734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.055953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.056333] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.056333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.056333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.056554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.056686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.056817] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.057646] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-7769ea2e-844a-472f-93d2-64053a1e7340 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.057808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7769ea2e-844a-472f-93d2-64053a1e7340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.057973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7769ea2e-844a-472f-93d2-64053a1e7340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.058166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7769ea2e-844a-472f-93d2-64053a1e7340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.058289] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7769ea2e-844a-472f-93d2-64053a1e7340',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.256829] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a74307-699c-4aaa-a059-442a1fb602dc in Status: SUCCESS [ 1011.257039] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a74307-699c-4aaa-a059-442a1fb602dc deletion is rescheduled due to dependency. [ 1011.257152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a74307-699c-4aaa-a059-442a1fb602dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.407196] env[65335]: INFO networking_nsxv3.common.synchronization [req-0faf3736-be3c-46d2-8a31-4b699d233585 req-b12523a2-5930-4e89-8025-e3ed1ff1f3d8 tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_members [ 1011.407996] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_members [ 1011.408391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.408521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.408595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.408867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.409045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.409147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.409209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.409669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.409669] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.560596] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.560743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.560944] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.562372] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7769ea2e-844a-472f-93d2-64053a1e7340 with status ACTIVE [ 1011.562573] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.562698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.562766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.562982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.563094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.563275] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.563371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.563459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.563595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.563674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.563853] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.563944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.564041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.564925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.565063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.565164] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7769ea2e-844a-472f-93d2-64053a1e7340 is going to be updated. [ 1011.589018] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.589243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.589243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.589455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.589670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.589842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7769ea2e-844a-472f-93d2-64053a1e7340" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.845197] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.845197] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.845333] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.845611] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.845946] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.846279] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.846441] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.846773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.846973] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.847264] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.847437] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.847603] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.847768] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.847903] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.848088] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.848288] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.874264] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.874503] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.874874] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.874874] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.875332] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-882dc98a-4e0e-4abf-8868-66545dfa80b1 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.875430] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-882dc98a-4e0e-4abf-8868-66545dfa80b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.875569] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-882dc98a-4e0e-4abf-8868-66545dfa80b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.875822] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-882dc98a-4e0e-4abf-8868-66545dfa80b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.875952] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('882dc98a-4e0e-4abf-8868-66545dfa80b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.911562] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.911802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.911891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.912214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.912384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.912681] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.912854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.912958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.913234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.913361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.913512] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c already deleted. [ 1011.913655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.066998] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.378697] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.380188] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.380188] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.380188] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.380188] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.380188] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 882dc98a-4e0e-4abf-8868-66545dfa80b1 not found, creating... [ 1012.380188] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.380553] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.380553] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.380811] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.380946] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.381285] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.381484] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.381590] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.381790] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.381920] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.382070] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 882dc98a-4e0e-4abf-8868-66545dfa80b1 is going to be created. [ 1012.408956] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.409371] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.409371] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.409746] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.410044] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.410300] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-882dc98a-4e0e-4abf-8868-66545dfa80b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.570893] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.570893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.570893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.570893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.570893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.570893] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be created. [ 1012.620085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.620085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.620085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.620085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.620085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.634166] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: UNINITIALIZED for 2s [ 1013.162521] env[65335]: INFO networking_nsxv3.common.synchronization [req-0faf3736-be3c-46d2-8a31-4b699d233585 req-5d742f7e-678f-4506-b21b-b75302f87086 service nova] Enqueued Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_rules [ 1013.162997] env[65335]: INFO networking_nsxv3.common.synchronization [req-0faf3736-be3c-46d2-8a31-4b699d233585 req-5d742f7e-678f-4506-b21b-b75302f87086 service nova] Enqueued Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_members [ 1013.162997] env[65335]: INFO networking_nsxv3.common.synchronization [req-0faf3736-be3c-46d2-8a31-4b699d233585 req-5d742f7e-678f-4506-b21b-b75302f87086 service nova] Enqueued Resource ID: 882dc98a-4e0e-4abf-8868-66545dfa80b1 with Priority: HIGHEST for action port [ 1013.163418] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_rules [ 1013.163542] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_members [ 1013.163642] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882dc98a-4e0e-4abf-8868-66545dfa80b1 with Priority: HIGHEST for action port [ 1013.163919] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.164069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.164455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.164455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.165211] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.166047] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.166173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.166248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.166532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.166697] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.166793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.166860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.166992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.167404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.167404] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.168399] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-882dc98a-4e0e-4abf-8868-66545dfa80b1 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.168546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-882dc98a-4e0e-4abf-8868-66545dfa80b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.168602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-882dc98a-4e0e-4abf-8868-66545dfa80b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.168754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-882dc98a-4e0e-4abf-8868-66545dfa80b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.168831] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('882dc98a-4e0e-4abf-8868-66545dfa80b1',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.586257] env[65335]: INFO networking_nsxv3.common.synchronization [req-d400dcf9-c041-4549-a0a6-52867b0b0a43 req-7989358c-ca27-4caf-8246-2fa7754c0280 tempest-AttachInterfacesV270Test-1427303212 tempest-AttachInterfacesV270Test-1427303212-project-member] Enqueued Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGHEST for action security_group_members [ 1013.586943] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGHEST for action security_group_members [ 1013.587572] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26292dd-201c-419a-8eda-60485890dc7e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.587572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.587572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.587975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.587975] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.587975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.587975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.588242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.588242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.588352] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.672373] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.673625] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.673995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.674107] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 882dc98a-4e0e-4abf-8868-66545dfa80b1 with status ACTIVE [ 1013.674307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.674423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.674509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.674804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.674921] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.675183] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.675293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.675414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.676119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.676119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.676119] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.676119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.676119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.676442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.676442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.676442] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 882dc98a-4e0e-4abf-8868-66545dfa80b1 is going to be updated. [ 1013.701714] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.701883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.701965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.702205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.702344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.702687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-882dc98a-4e0e-4abf-8868-66545dfa80b1" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.952991] env[65335]: INFO networking_nsxv3.common.synchronization [req-9634bceb-ced9-4c63-bfbb-415266ecdbd4 req-69180b94-2cfb-469a-8986-0eb9ce5ea489 tempest-ServerActionsV293TestJSON-864797523 tempest-ServerActionsV293TestJSON-864797523-project-member] Enqueued Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_members [ 1013.952991] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_members [ 1013.952991] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b211ca-7b39-44ed-a7a5-17b182c03503 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.952991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.953304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.953551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.953713] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.953813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.953876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.954074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.954393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.954393] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.091510] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.091644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.092435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.092435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.092435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.092435] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.092435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.092435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.092719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.092795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.092876] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26292dd-201c-419a-8eda-60485890dc7e is going to be updated. [ 1014.127908] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.128330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.128416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.128664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.129048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.146784] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26292dd-201c-419a-8eda-60485890dc7e in Status: IN_PROGRESS for 2s [ 1014.178973] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.397911] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.397911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.397911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.397911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.397911] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.397911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.397911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.397911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.399531] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.399888] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.400624] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.400624] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.400624] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.400624] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.400906] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.401556] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.425621] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.425760] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.425888] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.426080] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-225" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.426596] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.427115] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.427115] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.427482] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.428508] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4d2745-552b-4d1f-89e8-b9e2e0460c17',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.456454] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.456616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.456679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.456874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.456957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.457161] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.457275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.457343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.457452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.459656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.459656] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 already deleted. [ 1014.459656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.667741] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1014.667922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.668477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.668688] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.668876] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.668991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.669066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.669216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.669297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.669380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.669469] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.681455] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.681667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.681730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.682139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.682257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.682369] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c is going to be created. [ 1014.709233] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.709408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.709473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.709752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.709915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.723375] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c in Status: UNINITIALIZED for 2s [ 1014.932875] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.932875] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.934142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.934142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.934142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.934142] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 7e4d2745-552b-4d1f-89e8-b9e2e0460c17 not found, creating... [ 1014.934142] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.934142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.934142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.934878] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.934878] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.934878] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.934878] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.934878] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.935159] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.935208] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.935345] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 7e4d2745-552b-4d1f-89e8-b9e2e0460c17 is going to be created. [ 1014.956186] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.956480] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.956480] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.956769] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.956997] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.957230] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.172800] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.172800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.172800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.172800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.173316] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.173434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.173716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.174078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.174315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.174478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.174689] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.174885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.174984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.175244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.175386] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.175528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.175623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.175864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.176099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.176234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.176733] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.679810] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e644afb1-0e64-46d0-b1f1-b60f33015db8: rpc.has_security_group_logging(os_id): False [ 1015.703236] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.703557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.705039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.705039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.705039] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.705039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.705039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.705039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.705834] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.705834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.705834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.705834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.705834] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.705834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.706127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.707048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.707048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.707048] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be created. [ 1015.737197] env[65335]: INFO networking_nsxv3.common.synchronization [req-9634bceb-ced9-4c63-bfbb-415266ecdbd4 req-fa6dec36-07f5-4d17-9cbf-787bc9be9d30 service nova] Enqueued Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_rules [ 1015.737530] env[65335]: INFO networking_nsxv3.common.synchronization [req-9634bceb-ced9-4c63-bfbb-415266ecdbd4 req-fa6dec36-07f5-4d17-9cbf-787bc9be9d30 service nova] Enqueued Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_members [ 1015.738000] env[65335]: INFO networking_nsxv3.common.synchronization [req-9634bceb-ced9-4c63-bfbb-415266ecdbd4 req-fa6dec36-07f5-4d17-9cbf-787bc9be9d30 service nova] Enqueued Resource ID: 7e4d2745-552b-4d1f-89e8-b9e2e0460c17 with Priority: HIGHEST for action port [ 1015.739032] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_rules [ 1015.739032] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_members [ 1015.739032] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4d2745-552b-4d1f-89e8-b9e2e0460c17 with Priority: HIGHEST for action port [ 1015.739221] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13b211ca-7b39-44ed-a7a5-17b182c03503 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.739279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.739317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.739577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.739666] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.740562] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b211ca-7b39-44ed-a7a5-17b182c03503 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.740669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.741950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.741950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.741950] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.745059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.745059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.745059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.745172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.745210] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.746128] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.746241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.746308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.746471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.746552] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4d2745-552b-4d1f-89e8-b9e2e0460c17',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.783124] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.783346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.783346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.784055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.784055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.796989] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1016.158266] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26292dd-201c-419a-8eda-60485890dc7e in Status: SUCCESS [ 1016.158266] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26292dd-201c-419a-8eda-60485890dc7e deletion is rescheduled due to dependency. [ 1016.158266] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.248907] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b211ca-7b39-44ed-a7a5-17b182c03503 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.249538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.249630] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.250871] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e4d2745-552b-4d1f-89e8-b9e2e0460c17 with status ACTIVE [ 1016.251234] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.251477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.251659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.251986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.252190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.252503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.252668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.252774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.253048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.253187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.253486] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.253600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.253712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.253972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.254113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.254274] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e4d2745-552b-4d1f-89e8-b9e2e0460c17 is going to be updated. [ 1016.282423] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.282641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.282641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.282905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.283091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.283331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e4d2745-552b-4d1f-89e8-b9e2e0460c17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.733181] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c in Status: SUCCESS [ 1016.733520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.733579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.733779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.733999] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.734131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.734194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.734347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.734427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.734512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.734599] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.756653] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.236372] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.259329] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.259662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.259662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.259869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.260027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.260143] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 is going to be created. [ 1017.296173] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.296416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.296416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.296671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.296916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.321478] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 in Status: UNINITIALIZED for 2s [ 1017.741451] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c: rpc.has_security_group_logging(os_id): False [ 1017.760992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.760992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.760992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.761235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.761235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.761504] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.761619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.761686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.761806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.761915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.762019] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c is going to be created. [ 1017.809025] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1017.809254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.833209] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.833209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.833209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.833385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.833491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.846106] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c in Status: IN_PROGRESS for 2s [ 1018.557024] env[65335]: INFO networking_nsxv3.common.synchronization [req-d6646882-4536-4b0a-8e6e-ae60cb8b4917 req-e361fd27-06d3-4da1-a187-b0e6b478e63a tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1018.557608] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1018.557917] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.558100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.558175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.558373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.558525] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.558706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.558706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.558837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.558883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.558978] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.061276] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.334556] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 in Status: SUCCESS [ 1019.334556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.334922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.335223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.335508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.335687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.335766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.336106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.336263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.336462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.336591] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.564083] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.838848] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.861989] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c in Status: SUCCESS [ 1019.861989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.066296] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.066596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.066596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.066924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.066924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.067060] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 1020.098902] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.099089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.099143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.099371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.099859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.109248] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 1020.341295] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13b211ca-7b39-44ed-a7a5-17b182c03503: rpc.has_security_group_logging(os_id): False [ 1020.362920] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.363271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.363349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.363666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.363798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.364313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.364313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.364313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.364527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.364613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.364756] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 is going to be created. [ 1020.432066] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.432260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.432327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.432546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.432725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.445676] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 in Status: IN_PROGRESS for 2s [ 1022.120688] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 1022.121065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.461335] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 in Status: SUCCESS [ 1022.461655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.559101] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1023.559391] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1023.767265] env[65335]: INFO networking_nsxv3.common.synchronization [req-112ee859-635a-4d18-ad1c-8fd42924d058 req-02af5e08-f464-491c-9e67-7d220c03c731 tempest-ServerRescueNegativeTestJSON-565743917 tempest-ServerRescueNegativeTestJSON-565743917-project-member] Enqueued Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 1023.767910] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 1023.768236] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.768362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.768656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.768656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.768783] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.768860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.768953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.769068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.769156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.769249] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.271548] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.775027] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.277578] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.277783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.277884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.278136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.278230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.278516] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 is going to be updated. [ 1025.312813] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.313011] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.313122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.313312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.313468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.325431] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: IN_PROGRESS for 2s [ 1026.209278] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccbf0113-bc30-4b1b-9cae-b04af7d94f2c req-cde81b7e-cbcc-4695-9336-606340b6a738 tempest-ServerGroupTestJSON-2128958159 tempest-ServerGroupTestJSON-2128958159-project-member] Enqueued Resource ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 with Priority: HIGHEST for action security_group_members [ 1026.210088] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 with Priority: HIGHEST for action security_group_members [ 1026.210461] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.210644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.210757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.211055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.211250] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.211403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.211473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.211663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.211750] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211859] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f85b6e2-2ac5-4933-aaef-0204cb8f3049',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.585608] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.585816] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-889" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.585937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-889" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.586281] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-889" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.586542] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.586694] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.586807] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.587029] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.587174] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.587378] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.587485] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.587637] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.587738] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.587855] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.587956] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.588118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.611399] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.611561] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.611678] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.611862] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-889" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.612230] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-084e5af0-817b-4b0f-b1d7-dfb514b6d431 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.612408] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-084e5af0-817b-4b0f-b1d7-dfb514b6d431" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.612530] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-084e5af0-817b-4b0f-b1d7-dfb514b6d431" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.612872] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-084e5af0-817b-4b0f-b1d7-dfb514b6d431" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.613032] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084e5af0-817b-4b0f-b1d7-dfb514b6d431',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.714538] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.714538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.714767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.714812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.714924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.715098] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.715204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.715376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.715450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.715450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.715541] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 already deleted. [ 1026.715607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.882733] env[65335]: INFO networking_nsxv3.common.synchronization [req-7e34cc42-7a36-4d58-afcd-50c27ee3c039 req-f1d0451b-7d66-4d53-9c36-d27f7591e3c1 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1026.883343] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1026.883571] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.883695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.883761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.884015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.884190] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.884299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.884361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.884528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.884636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.884728] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.115794] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.116271] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.116564] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.117117] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.117410] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.117655] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 084e5af0-817b-4b0f-b1d7-dfb514b6d431 not found, creating... [ 1027.119495] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.119769] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.119907] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.120197] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.120353] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.120684] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.120851] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.120961] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.121205] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.121338] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.121476] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 084e5af0-817b-4b0f-b1d7-dfb514b6d431 is going to be created. [ 1027.146137] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.146394] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.146522] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.146841] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.147103] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.147356] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-084e5af0-817b-4b0f-b1d7-dfb514b6d431" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.184892] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.185102] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.185216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.185517] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.185772] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.186155] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.186155] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.186652] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.186652] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.186652] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.186915] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.186915] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.186915] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.187057] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.187134] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.187432] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.210596] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.210980] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.210980] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.211096] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.211436] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-5df61dfc-a50d-4bea-ae78-8fc56843cb36 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.211614] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-5df61dfc-a50d-4bea-ae78-8fc56843cb36" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.211731] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-5df61dfc-a50d-4bea-ae78-8fc56843cb36" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.212174] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-5df61dfc-a50d-4bea-ae78-8fc56843cb36" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.212344] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df61dfc-a50d-4bea-ae78-8fc56843cb36',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.339329] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: SUCCESS [ 1027.339598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.386865] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.387089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.387143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.387337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.387428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.388115] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.388244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.388341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.388510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.388581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.388679] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 already deleted. [ 1027.388835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.715058] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.715270] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.715418] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.715710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.715863] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.716023] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 5df61dfc-a50d-4bea-ae78-8fc56843cb36 not found, creating... [ 1027.716275] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.716428] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.716540] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.716762] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.716893] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.717663] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.717838] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.717980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.718224] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.718358] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.718537] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 5df61dfc-a50d-4bea-ae78-8fc56843cb36 is going to be created. [ 1027.739268] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.739498] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.739588] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.739936] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.740198] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.740418] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-5df61dfc-a50d-4bea-ae78-8fc56843cb36" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.839022] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccbf0113-bc30-4b1b-9cae-b04af7d94f2c req-20b9add8-6c82-4648-bcfe-45c605cd787c service nova] Enqueued Resource ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 with Priority: HIGHEST for action security_group_rules [ 1027.839022] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccbf0113-bc30-4b1b-9cae-b04af7d94f2c req-20b9add8-6c82-4648-bcfe-45c605cd787c service nova] Enqueued Resource ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 with Priority: HIGHEST for action security_group_members [ 1027.839179] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccbf0113-bc30-4b1b-9cae-b04af7d94f2c req-20b9add8-6c82-4648-bcfe-45c605cd787c service nova] Enqueued Resource ID: 084e5af0-817b-4b0f-b1d7-dfb514b6d431 with Priority: HIGHEST for action port [ 1027.839973] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 with Priority: HIGHEST for action security_group_rules [ 1027.840751] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 with Priority: HIGHEST for action security_group_members [ 1027.840751] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084e5af0-817b-4b0f-b1d7-dfb514b6d431 with Priority: HIGHEST for action port [ 1027.840933] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f85b6e2-2ac5-4933-aaef-0204cb8f3049 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.841162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.841316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.841746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.841924] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f85b6e2-2ac5-4933-aaef-0204cb8f3049',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.843132] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.843352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.843513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.843801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.844125] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.844324] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.844463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.844725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.844903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.845109] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f85b6e2-2ac5-4933-aaef-0204cb8f3049',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.846252] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-084e5af0-817b-4b0f-b1d7-dfb514b6d431 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.846453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084e5af0-817b-4b0f-b1d7-dfb514b6d431" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.846592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084e5af0-817b-4b0f-b1d7-dfb514b6d431" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.846840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084e5af0-817b-4b0f-b1d7-dfb514b6d431" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.847018] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084e5af0-817b-4b0f-b1d7-dfb514b6d431',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.177286] env[65335]: INFO networking_nsxv3.common.synchronization [req-6ed9c30e-d63c-4270-a7a7-9d3cb937692f req-f65af743-4363-4f4a-9670-13ad3fe3512a tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1028.178253] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1028.178502] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.178634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.178718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.178920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.179198] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.179307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.179371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.179543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.179608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.179701] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.349622] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.351102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.351576] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f85b6e2-2ac5-4933-aaef-0204cb8f3049',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.352308] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 084e5af0-817b-4b0f-b1d7-dfb514b6d431 with status ACTIVE [ 1028.352515] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.352647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.352718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.352879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.352967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.353156] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.353256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.353309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.353544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.353544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.353741] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.353822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.353822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.353959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.355401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.355401] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 084e5af0-817b-4b0f-b1d7-dfb514b6d431 is going to be updated. [ 1028.383519] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.383519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.383519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.383893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.383893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.384059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084e5af0-817b-4b0f-b1d7-dfb514b6d431" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.488553] env[65335]: INFO networking_nsxv3.common.synchronization [req-7e34cc42-7a36-4d58-afcd-50c27ee3c039 req-7b6e8cca-86c6-489f-8742-5ab7bc026bac service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1028.488659] env[65335]: INFO networking_nsxv3.common.synchronization [req-7e34cc42-7a36-4d58-afcd-50c27ee3c039 req-7b6e8cca-86c6-489f-8742-5ab7bc026bac service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1028.488799] env[65335]: INFO networking_nsxv3.common.synchronization [req-7e34cc42-7a36-4d58-afcd-50c27ee3c039 req-7b6e8cca-86c6-489f-8742-5ab7bc026bac service nova] Enqueued Resource ID: 5df61dfc-a50d-4bea-ae78-8fc56843cb36 with Priority: HIGHEST for action port [ 1028.489573] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1028.489573] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1028.489685] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df61dfc-a50d-4bea-ae78-8fc56843cb36 with Priority: HIGHEST for action port [ 1028.490226] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.490334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.490334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.490585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.490683] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.491699] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.492047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.492047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.493275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.493430] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.494048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.494048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.494048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.494048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.494048] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.495903] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5df61dfc-a50d-4bea-ae78-8fc56843cb36 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.495903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5df61dfc-a50d-4bea-ae78-8fc56843cb36" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.495903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5df61dfc-a50d-4bea-ae78-8fc56843cb36" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.496211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5df61dfc-a50d-4bea-ae78-8fc56843cb36" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.499028] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df61dfc-a50d-4bea-ae78-8fc56843cb36',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.682011] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.682518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.682617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.682807] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.683237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.683321] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1028.715299] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.715445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.715520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.715866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.715995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.725750] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1028.856849] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f85b6e2-2ac5-4933-aaef-0204cb8f3049',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.001411] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.003030] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.003030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.003030] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5df61dfc-a50d-4bea-ae78-8fc56843cb36 with status ACTIVE [ 1029.003030] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.003315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.003315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.003377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.003440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.003609] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.003702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.003763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.003924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.003998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.004186] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.004278] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.004336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.004978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.005083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.005175] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5df61dfc-a50d-4bea-ae78-8fc56843cb36 is going to be updated. [ 1029.027833] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.028106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.028160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.028397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.028610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.028791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5df61dfc-a50d-4bea-ae78-8fc56843cb36" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.359636] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.360039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.360039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.360419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.360516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.360672] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 is going to be created. [ 1029.386386] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.386573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.386665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.386942] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.387221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.403020] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 in Status: UNINITIALIZED for 2s [ 1029.507588] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.714227] env[65335]: INFO networking_nsxv3.common.synchronization [None req-6bdb7190-4f5a-4327-9c25-86bf3e5569b5 tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_rules [ 1029.714868] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_rules [ 1029.718321] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.718723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.718723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.721222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.721222] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.897603] env[65335]: INFO networking_nsxv3.common.synchronization [None req-a6524a61-517a-4c10-b6eb-e55a5c268e10 tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_rules [ 1029.898616] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_rules [ 1029.899159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.899265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.009956] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.010152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.010200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.010393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.010479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.010576] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be created. [ 1030.040943] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.040943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.041230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.041272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.041470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.051903] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: UNINITIALIZED for 2s [ 1030.245362] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.245362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.245362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.245362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.245613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.245613] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a already deleted. [ 1030.245748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.245980] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.246276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.246414] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.736213] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1030.736466] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 1030.736466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.766447] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.766601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.766676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.766934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.767191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.767341] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a already deleted. [ 1030.767440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.415653] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 in Status: SUCCESS [ 1031.415653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.415653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.415653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.416398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.416398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.416398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.416398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.416398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.416398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.416398] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f85b6e2-2ac5-4933-aaef-0204cb8f3049',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.918849] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.919277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.919277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.919482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.919707] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.919844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.919913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.920154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.920300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.920464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.920583] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.920699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.920699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.920980] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.920980] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.921228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.921228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.921364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.921432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.921489] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.921602] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f85b6e2-2ac5-4933-aaef-0204cb8f3049',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.075476] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1032.075841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.076257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.076395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.076647] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.076793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.076867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.077170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.077409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.077524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.077621] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.423548] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f85b6e2-2ac5-4933-aaef-0204cb8f3049: rpc.has_security_group_logging(os_id): False [ 1032.443851] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.444018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.444091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.444379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.444481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.444694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.444820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.444860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.445010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.445090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.445259] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.445352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.445429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.445580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.445651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.446932] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.446932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.446932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.446932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.446932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.446932] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 is going to be created. [ 1032.509381] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.509535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.509612] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.509838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.510053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.522332] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 in Status: IN_PROGRESS for 2s [ 1032.580458] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.580635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.580693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.581103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.581229] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.581325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.581373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.581517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.581592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.581685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.581829] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.581925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.581984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.582186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.582354] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.582447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.582508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.582648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.582725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.582805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.582893] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.085208] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93022bf1-7937-454e-a632-5e8a972811b4: rpc.has_security_group_logging(os_id): False [ 1033.104652] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.104793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.104862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.105097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.105191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.105374] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.105472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.105533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.105686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.105749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.105948] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.106041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.106102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.106240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.106311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.106484] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.106574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.106634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.106768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.106840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.106924] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be created. [ 1033.169590] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.169870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.169952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.170184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.170377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.182450] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1034.382409] env[65335]: INFO networking_nsxv3.common.synchronization [req-81f45ce9-163c-452d-8c6d-de360b632e01 req-2e973c28-dede-491f-bfbc-0855aa722c4b tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1034.382409] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1034.382409] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.382409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.382409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.383053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.383053] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.383053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.383053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.383053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.383053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.383053] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.539062] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 in Status: SUCCESS [ 1034.539475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.884941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.885175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.885175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.885420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.885508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.885722] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.885871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.886054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.886275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.886388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.886500] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 1034.918621] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.918861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.918861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.918997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.919162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.928933] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 1035.200410] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1035.200579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.335642] env[65335]: INFO networking_nsxv3.common.synchronization [req-93351be2-aca8-4a7d-87a9-1e4df8689609 req-ec434346-59fb-4c42-a4c5-c0acae66f1b2 tempest-ServerRescueNegativeTestJSON-565743917 tempest-ServerRescueNegativeTestJSON-565743917-project-member] Enqueued Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 1035.336597] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 with Priority: HIGHEST for action security_group_members [ 1035.336977] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.337393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.337393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.337614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.337863] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.337993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.338313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.338313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.338406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.338732] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.841367] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.841702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.841702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.841820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.868143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.868400] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.868519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.868584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.868791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.868877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.868962] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 is going to be updated. [ 1035.897767] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.897990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.898130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.898445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.898679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.909067] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: IN_PROGRESS for 2s [ 1036.273648] env[65335]: INFO networking_nsxv3.common.synchronization [req-cf714831-d4d0-4ad8-9d1c-81b6cf9664cb req-0693189e-f594-452d-bebb-3eef45905407 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1036.274285] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1036.274621] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.274754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.274854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.275079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.275863] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.275992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.276289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.276394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.276551] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.684068] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.684426] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.684551] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.684812] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.685675] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.686637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.686637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.686637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.686637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.689730] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.689730] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.689730] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.689730] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.689730] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.689730] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.689730] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.710717] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.710901] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.711057] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.711238] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.711555] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-885384bc-cc6d-4107-bddf-d5afe224510a taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.711751] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-885384bc-cc6d-4107-bddf-d5afe224510a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.711827] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-885384bc-cc6d-4107-bddf-d5afe224510a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.712184] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-885384bc-cc6d-4107-bddf-d5afe224510a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.712351] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885384bc-cc6d-4107-bddf-d5afe224510a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.778949] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.940209] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 1036.940564] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 deletion is rescheduled due to dependency. [ 1036.940564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.215403] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.215763] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.215950] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.216314] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.216525] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.216737] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 885384bc-cc6d-4107-bddf-d5afe224510a not found, creating... [ 1037.217122] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.217379] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.217599] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.217878] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.218154] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.218532] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.218783] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.218993] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.219299] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.219501] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.219678] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 885384bc-cc6d-4107-bddf-d5afe224510a is going to be created. [ 1037.247307] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.247572] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.247724] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.248121] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.248403] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.248682] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-885384bc-cc6d-4107-bddf-d5afe224510a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.283912] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.363937] env[65335]: INFO networking_nsxv3.common.synchronization [req-f2718e53-2644-4b82-afd1-ac277ebadc38 req-f21796c6-7f93-40b0-b361-7b7ad3939319 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 1037.364716] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 1037.365123] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.365286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.365347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.365553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.365753] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.365856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.366601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.366601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.366601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.366601] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.787159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.787351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.787426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.787646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.787739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.787937] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1037.819213] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.819343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.819473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.819748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.820021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.830316] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1037.869705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.869705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.869705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.870041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.870123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.870321] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.870437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.870533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.870715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.870797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.870884] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 1037.901654] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.901833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.901833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.902015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.902187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.911893] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 1037.917230] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 in Status: SUCCESS [ 1037.917393] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5 deletion is rescheduled due to dependency. [ 1037.917499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.947174] env[65335]: INFO networking_nsxv3.common.synchronization [req-cf714831-d4d0-4ad8-9d1c-81b6cf9664cb req-79df98c7-331a-4d4f-a363-344565f12393 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1037.947455] env[65335]: INFO networking_nsxv3.common.synchronization [req-cf714831-d4d0-4ad8-9d1c-81b6cf9664cb req-79df98c7-331a-4d4f-a363-344565f12393 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1037.947567] env[65335]: INFO networking_nsxv3.common.synchronization [req-cf714831-d4d0-4ad8-9d1c-81b6cf9664cb req-79df98c7-331a-4d4f-a363-344565f12393 service nova] Enqueued Resource ID: 885384bc-cc6d-4107-bddf-d5afe224510a with Priority: HIGHEST for action port [ 1037.948023] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1037.948160] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1037.948257] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885384bc-cc6d-4107-bddf-d5afe224510a with Priority: HIGHEST for action port [ 1037.948534] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.948652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.948722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.948918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.949325] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.950455] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.950591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.950820] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-885384bc-cc6d-4107-bddf-d5afe224510a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.950946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-885384bc-cc6d-4107-bddf-d5afe224510a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.951036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-885384bc-cc6d-4107-bddf-d5afe224510a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.951239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-885384bc-cc6d-4107-bddf-d5afe224510a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.951323] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885384bc-cc6d-4107-bddf-d5afe224510a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.400351] env[65335]: INFO networking_nsxv3.common.synchronization [req-ccd7b56f-b9df-4eea-9d4d-74b93758e83d req-ccf431b8-dbfb-4e04-9558-aa2fc4c44dac tempest-ServerGroupTestJSON-2128958159 tempest-ServerGroupTestJSON-2128958159-project-member] Enqueued Resource ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 with Priority: HIGHEST for action security_group_members [ 1038.400917] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 with Priority: HIGHEST for action security_group_members [ 1038.401370] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.401551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.401658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.401944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.402195] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.402363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.402453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.402689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.402832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.402977] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f85b6e2-2ac5-4933-aaef-0204cb8f3049',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.453119] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.453255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.454520] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 885384bc-cc6d-4107-bddf-d5afe224510a with status ACTIVE [ 1038.454694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.454807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.454867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.455084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.455174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.455339] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.455436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.455503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.455645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.455721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.455892] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.455983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.456056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.456190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.456262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.456343] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 885384bc-cc6d-4107-bddf-d5afe224510a is going to be updated. [ 1038.477452] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.477632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.477671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.477855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.478015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.478180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-885384bc-cc6d-4107-bddf-d5afe224510a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.906695] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.906695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.906695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.906695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.906695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.906695] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.907016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.907016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.907016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.907188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.907188] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 is going to be updated. [ 1038.937336] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.937536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.937536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.938065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.938065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.947242] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 in Status: IN_PROGRESS for 2s [ 1039.841208] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1039.841533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.841754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.842043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.842319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.842777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.842777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.842777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.843017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.843060] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.922804] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 1039.923117] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 deletion is rescheduled due to dependency. [ 1039.923287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.346109] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.848127] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.957976] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 in Status: SUCCESS [ 1040.958196] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f85b6e2-2ac5-4933-aaef-0204cb8f3049 deletion is rescheduled due to dependency. [ 1040.958312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f85b6e2-2ac5-4933-aaef-0204cb8f3049" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.340380] env[65335]: INFO networking_nsxv3.common.synchronization [req-9b39d49a-6f80-4a4d-a726-7b248c99e1db req-b92ee211-31ec-4383-b38c-4e41fd057199 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1041.340940] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1041.341312] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.341434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.341503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.341908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.342067] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.342166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.342235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.342379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.342467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.342556] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.353019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.353019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.353019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.353019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.353019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.353500] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1041.383771] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.383933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.383977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.384360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.384516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.395285] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1041.845032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.845032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.845032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.845245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.845245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.845446] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.845546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.845647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.845757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.846874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.847008] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1041.905235] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.905385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.905434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.905662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.906405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.915131] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1043.159198] env[65335]: INFO networking_nsxv3.common.synchronization [req-ec1a7a61-78c6-4d75-bf5b-646bc9145513 req-4009780f-95f2-4e0a-b70a-1c7753dc3f9d tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_members [ 1043.160017] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_members [ 1043.160410] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.160527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.160592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.160854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.162603] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.162603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.162603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.162603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.162603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.162603] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.405881] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1043.406134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.406302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.406519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.406708] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.406825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.406887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.407069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.407161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.407246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.407335] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.493972] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.494227] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.494353] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.494609] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.494861] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.495168] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.495333] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.495559] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.495703] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.495927] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.496113] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.496199] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.496261] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.496344] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.496447] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.496573] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.518291] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.518513] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.518679] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.518864] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.519530] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.519530] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.519530] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.519769] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.519896] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.664805] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.664971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.665042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.665264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.665354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.665552] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.665662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.665726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.665890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.665968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.666065] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a already deleted. [ 1043.666155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.910172] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.910338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.910414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.910627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.910794] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.910890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.910951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.911117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.911230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.911323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.911472] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.911564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.911626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.911765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.911899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.911992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.912072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.912200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.912276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.912361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.912446] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.926713] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1043.926932] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 deletion is rescheduled due to dependency. [ 1043.927059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.022703] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.022946] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.023089] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.023400] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.023611] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.024388] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4 not found, creating... [ 1044.024699] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.024873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.024992] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.025921] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.025921] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.025921] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.025921] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.026590] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.026590] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.026590] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.026590] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4 is going to be created. [ 1044.047761] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.048103] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.048406] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.048770] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.049027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.049281] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.415229] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e644afb1-0e64-46d0-b1f1-b60f33015db8: rpc.has_security_group_logging(os_id): False [ 1044.434267] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.434461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.434461] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.435094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.435094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.435094] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.435094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.435366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.435458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.435555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.435785] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.435932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.436125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.436248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.436331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.436547] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.436686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.436788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.436974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.437084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.437196] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1044.505012] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.505245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.505245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.505487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.505659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.520961] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1044.813679] env[65335]: INFO networking_nsxv3.common.synchronization [req-ec1a7a61-78c6-4d75-bf5b-646bc9145513 req-f8cfba96-ce92-43ef-8a09-27994af8d687 service nova] Enqueued Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_rules [ 1044.813679] env[65335]: INFO networking_nsxv3.common.synchronization [req-ec1a7a61-78c6-4d75-bf5b-646bc9145513 req-f8cfba96-ce92-43ef-8a09-27994af8d687 service nova] Enqueued Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_members [ 1044.813679] env[65335]: INFO networking_nsxv3.common.synchronization [req-ec1a7a61-78c6-4d75-bf5b-646bc9145513 req-f8cfba96-ce92-43ef-8a09-27994af8d687 service nova] Enqueued Resource ID: 92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4 with Priority: HIGHEST for action port [ 1044.814389] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_rules [ 1044.814470] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_members [ 1044.814551] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4 with Priority: HIGHEST for action port [ 1044.815164] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.815164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.815164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.815354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.815354] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.816405] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.816518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.816586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.816826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.816905] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.816999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.817072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.817279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.817338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.817393] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.818854] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.818854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.818854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.818854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.818854] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.950359] env[65335]: INFO networking_nsxv3.common.synchronization [req-ef25a9c7-0d4c-4511-a77a-d89b3c9d9f9f req-bf3e51e9-3165-4f9b-b456-aacfc7b04e1f tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_members [ 1044.950995] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGHEST for action security_group_members [ 1044.951376] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b03ef525-7af3-4af7-8690-a28c1f7828ab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.951497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.951553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.951744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.951880] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.951971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.952333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.952333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.952333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.952333] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.321094] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.321237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.321477] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.322520] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4 with status ACTIVE [ 1045.322788] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.322915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.322991] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.323180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.323330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.323437] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.323535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.323754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.323864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.323936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.324131] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.324252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.324317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.324422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.324468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.325028] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4 is going to be updated. [ 1045.347868] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.348046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.348153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.348399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.348566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.348824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92ad6c8f-570f-4ceb-8dd6-9b1c7888eef4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.457772] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.458216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.458216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.458393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.458513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.458746] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.458854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.458940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.459168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.459248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.459326] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b03ef525-7af3-4af7-8690-a28c1f7828ab is going to be updated. [ 1045.498159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.498329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.498395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.498579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.498724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.508942] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b03ef525-7af3-4af7-8690-a28c1f7828ab in Status: IN_PROGRESS for 2s [ 1045.540841] env[65335]: INFO networking_nsxv3.common.synchronization [req-25792862-b01d-4bff-abed-d26cbdd7e4bc req-c11a5082-98be-4d55-83a1-80d15a4cd413 tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1045.541487] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1045.541809] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.541940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.542029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.542212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.542393] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.542509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.542572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.542724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.542825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.542902] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.828747] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.847582] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.847761] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.847866] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.848307] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.848590] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.848755] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.848871] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.849119] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.849264] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.849469] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.850292] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.850292] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.850292] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.850292] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.850292] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.850292] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.869426] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.869599] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.869730] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.869901] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.870266] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-2a0f6c87-70b2-4cd6-82bd-939c95428a89 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.870440] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-2a0f6c87-70b2-4cd6-82bd-939c95428a89" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.870557] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-2a0f6c87-70b2-4cd6-82bd-939c95428a89" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.870873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-2a0f6c87-70b2-4cd6-82bd-939c95428a89" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.871016] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0f6c87-70b2-4cd6-82bd-939c95428a89',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.045422] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.045807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.045889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.046120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.046212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.046415] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.046514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.046577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.046719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.046794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.046879] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1046.076156] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.076291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.076359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.076570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.076709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.086508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1046.332425] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.332579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.332626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.332923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.333083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.333210] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a is going to be created. [ 1046.366097] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.366274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.366388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.366645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.366866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.375347] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.375560] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.375680] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.375945] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.376102] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.376253] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 2a0f6c87-70b2-4cd6-82bd-939c95428a89 not found, creating... [ 1046.376560] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.376720] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.376832] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.377194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.377194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.377583] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.377891] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.378042] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.378333] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.378467] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.378601] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 2a0f6c87-70b2-4cd6-82bd-939c95428a89 is going to be created. [ 1046.380317] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749f8d0a-34d4-4539-a4e0-bd802328928a in Status: UNINITIALIZED for 2s [ 1046.399314] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.399619] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.399774] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.400097] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.400324] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.400617] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-2a0f6c87-70b2-4cd6-82bd-939c95428a89" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.541472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1046.541900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.120846] env[65335]: INFO networking_nsxv3.common.synchronization [req-25792862-b01d-4bff-abed-d26cbdd7e4bc req-95822e5a-c8bc-4154-a3c7-1ad267844154 service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 1047.121192] env[65335]: INFO networking_nsxv3.common.synchronization [req-25792862-b01d-4bff-abed-d26cbdd7e4bc req-95822e5a-c8bc-4154-a3c7-1ad267844154 service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1047.121441] env[65335]: INFO networking_nsxv3.common.synchronization [req-25792862-b01d-4bff-abed-d26cbdd7e4bc req-95822e5a-c8bc-4154-a3c7-1ad267844154 service nova] Enqueued Resource ID: 2a0f6c87-70b2-4cd6-82bd-939c95428a89 with Priority: HIGHEST for action port [ 1047.122208] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 1047.122436] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1047.122645] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0f6c87-70b2-4cd6-82bd-939c95428a89 with Priority: HIGHEST for action port [ 1047.123098] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.123286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.123415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.123724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.123871] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.125097] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.125258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.125573] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a0f6c87-70b2-4cd6-82bd-939c95428a89 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.125738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a0f6c87-70b2-4cd6-82bd-939c95428a89" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.125851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a0f6c87-70b2-4cd6-82bd-939c95428a89" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.126128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a0f6c87-70b2-4cd6-82bd-939c95428a89" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.126262] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0f6c87-70b2-4cd6-82bd-939c95428a89',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.520966] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b03ef525-7af3-4af7-8690-a28c1f7828ab in Status: SUCCESS [ 1047.521210] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b03ef525-7af3-4af7-8690-a28c1f7828ab deletion is rescheduled due to dependency. [ 1047.521367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.629426] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.629426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.629426] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a0f6c87-70b2-4cd6-82bd-939c95428a89 with status ACTIVE [ 1047.629426] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.629426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.629877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.629877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.629877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.629981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.629981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.630078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.630288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.630363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.630543] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.630639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.630718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.630832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.630906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.630989] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a0f6c87-70b2-4cd6-82bd-939c95428a89 is going to be updated. [ 1047.653016] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.653196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.653279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.653495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.653669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.653834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a0f6c87-70b2-4cd6-82bd-939c95428a89" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.943587] env[65335]: INFO networking_nsxv3.common.synchronization [req-d5d166a9-3bcd-4248-aff9-355c8774e609 req-7e254c85-2184-4eeb-95b6-6b7d0246e9f0 tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1047.946063] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1047.946679] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.946828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.946977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.947192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.947308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.947753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.947753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.947753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.947919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.947919] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.097399] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1048.097547] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 1048.097665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.097836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.098107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.098313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.098435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.098499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.098658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.098819] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.098921] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.315288] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.315288] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.315288] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.315288] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.315288] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.315628] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.315628] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.315710] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.316401] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.316401] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.316401] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.316401] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.316629] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.316629] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.316780] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.316829] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.340125] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.340125] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.340125] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.340125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-190" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.340125] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-e83a72de-394f-49ba-9090-7763c8e7f53e taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.340125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-e83a72de-394f-49ba-9090-7763c8e7f53e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.340125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-e83a72de-394f-49ba-9090-7763c8e7f53e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.340125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-e83a72de-394f-49ba-9090-7763c8e7f53e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.340125] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e83a72de-394f-49ba-9090-7763c8e7f53e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.392508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749f8d0a-34d4-4539-a4e0-bd802328928a in Status: SUCCESS [ 1048.392508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.392508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.392508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.392508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.392508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.392843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.392843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.392958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.393311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.393311] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.449930] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.450101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.450190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.450405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.450496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.450685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.450781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.450832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.450979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.451066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.451149] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 1048.480201] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.480360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.480521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.480642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.480913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.490772] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 1048.600879] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.842454] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.842985] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.842985] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.843290] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.843556] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.843729] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port e83a72de-394f-49ba-9090-7763c8e7f53e not found, creating... [ 1048.844127] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.844278] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.844416] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.844705] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.844847] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.845192] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.845314] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.845462] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.845658] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.845815] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.845953] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: e83a72de-394f-49ba-9090-7763c8e7f53e is going to be created. [ 1048.867513] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.867738] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.867870] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.868163] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.868456] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.868761] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-e83a72de-394f-49ba-9090-7763c8e7f53e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.896089] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.106112] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.134683] env[65335]: INFO networking_nsxv3.common.synchronization [req-9c02b4cb-7799-4593-bc6f-f2d6754d84a4 req-9d3eb180-13f2-4663-abe1-443f6419b07e tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1049.135198] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1049.135503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.135621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.135689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.135876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.136382] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.136494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.137746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.137746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.137746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.137746] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.398558] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 749f8d0a-34d4-4539-a4e0-bd802328928a: rpc.has_security_group_logging(os_id): False [ 1049.418156] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.418372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.418450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.418674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.418773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.419041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.419148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.419214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.419372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.419451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.419537] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a is going to be created. [ 1049.478392] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.478594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.478594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.478789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.478965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.493781] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749f8d0a-34d4-4539-a4e0-bd802328928a in Status: IN_PROGRESS for 2s [ 1049.584557] env[65335]: INFO networking_nsxv3.common.synchronization [req-d5d166a9-3bcd-4248-aff9-355c8774e609 req-24325f70-d779-4519-9106-c639d983582b service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 1049.584557] env[65335]: INFO networking_nsxv3.common.synchronization [req-d5d166a9-3bcd-4248-aff9-355c8774e609 req-24325f70-d779-4519-9106-c639d983582b service nova] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1049.584557] env[65335]: INFO networking_nsxv3.common.synchronization [req-d5d166a9-3bcd-4248-aff9-355c8774e609 req-24325f70-d779-4519-9106-c639d983582b service nova] Enqueued Resource ID: e83a72de-394f-49ba-9090-7763c8e7f53e with Priority: HIGHEST for action port [ 1049.584557] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_rules [ 1049.584557] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1049.584557] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83a72de-394f-49ba-9090-7763c8e7f53e with Priority: HIGHEST for action port [ 1049.584875] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.584875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.585281] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.586417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.586525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.586643] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e83a72de-394f-49ba-9090-7763c8e7f53e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.586752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e83a72de-394f-49ba-9090-7763c8e7f53e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.586806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e83a72de-394f-49ba-9090-7763c8e7f53e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.588165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e83a72de-394f-49ba-9090-7763c8e7f53e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.588165] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e83a72de-394f-49ba-9090-7763c8e7f53e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.608841] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.608984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.609172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.609309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.609400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.609516] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1049.639991] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.674612] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.674774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.674843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.675083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.675204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.684877] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1050.089218] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.089218] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.089685] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e83a72de-394f-49ba-9090-7763c8e7f53e with status ACTIVE [ 1050.089685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.089685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.089828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.089909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.089998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.090233] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.090331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.090393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.090565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.090643] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.090822] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.090914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.090976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.091157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.091292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.091292] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e83a72de-394f-49ba-9090-7763c8e7f53e is going to be updated. [ 1050.112759] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.112938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.112938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.113157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.113304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.113508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e83a72de-394f-49ba-9090-7763c8e7f53e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.142168] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.452682] env[65335]: INFO networking_nsxv3.common.synchronization [req-042ddab9-56aa-449e-87cf-f603dde44422 req-ce10cb9f-c7c3-4ca4-845c-3ba6df29c966 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 1050.453706] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 1050.453706] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.453706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.453868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.454106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.454298] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.454407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.454473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.454683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.454780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.454898] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.500752] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 1050.500752] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 deletion is rescheduled due to dependency. [ 1050.500752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.500752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.500752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.501367] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.501367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.501367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.501367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.501516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.501516] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.646527] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.646716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.646826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.647118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.647214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.647491] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1050.676016] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.676016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.676016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.676016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.676016] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.681833] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.682215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.682215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.682286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.682427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.693074] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1050.796200] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.796735] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.796923] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.797783] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.797783] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.798330] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.798558] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.798840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.799051] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.799333] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.799490] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.799637] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.799780] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.799926] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.800102] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.800356] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.820638] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.820811] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.820926] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.821124] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-533" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.821452] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-9834db80-ff78-4967-a7ec-874c5edaa210 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.821619] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-9834db80-ff78-4967-a7ec-874c5edaa210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.821734] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-9834db80-ff78-4967-a7ec-874c5edaa210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.822083] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-9834db80-ff78-4967-a7ec-874c5edaa210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.822203] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9834db80-ff78-4967-a7ec-874c5edaa210',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.959495] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.959495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.959495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.959495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.959495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.959495] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.959495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.959495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.959495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.959495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.959495] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 1050.991327] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.991473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.991551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.991775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.991919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.005488] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 1051.005732] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.184929] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.324495] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.324887] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.324887] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.325224] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.325412] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.325569] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 9834db80-ff78-4967-a7ec-874c5edaa210 not found, creating... [ 1051.325869] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.326063] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.326191] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.326493] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.326644] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.326977] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.327173] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.327334] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.327576] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.327715] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.327869] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 9834db80-ff78-4967-a7ec-874c5edaa210 is going to be created. [ 1051.349598] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.349842] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.349928] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.350280] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.350520] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.350750] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-9834db80-ff78-4967-a7ec-874c5edaa210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.508792] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.517487] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749f8d0a-34d4-4539-a4e0-bd802328928a in Status: SUCCESS [ 1051.517487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.687281] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.697591] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1051.697835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.698011] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.698658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.698658] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.698658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.698658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.698924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.698924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.698997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.699079] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.011682] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.012252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.012357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.012516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.012802] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 1052.050253] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.050427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.050495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.050700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.050842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.061235] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 1052.086270] env[65335]: INFO networking_nsxv3.common.synchronization [req-042ddab9-56aa-449e-87cf-f603dde44422 req-7d8a529b-755c-4657-b70b-5b7ad21c5442 service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 1052.086469] env[65335]: INFO networking_nsxv3.common.synchronization [req-042ddab9-56aa-449e-87cf-f603dde44422 req-7d8a529b-755c-4657-b70b-5b7ad21c5442 service nova] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 1052.086608] env[65335]: INFO networking_nsxv3.common.synchronization [req-042ddab9-56aa-449e-87cf-f603dde44422 req-7d8a529b-755c-4657-b70b-5b7ad21c5442 service nova] Enqueued Resource ID: 9834db80-ff78-4967-a7ec-874c5edaa210 with Priority: HIGHEST for action port [ 1052.087142] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_rules [ 1052.087277] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 1052.087376] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9834db80-ff78-4967-a7ec-874c5edaa210 with Priority: HIGHEST for action port [ 1052.087644] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.087760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.087845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.088490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.088628] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.089507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.089608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.089806] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-9834db80-ff78-4967-a7ec-874c5edaa210 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.089907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9834db80-ff78-4967-a7ec-874c5edaa210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.089969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9834db80-ff78-4967-a7ec-874c5edaa210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.090202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9834db80-ff78-4967-a7ec-874c5edaa210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.090659] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9834db80-ff78-4967-a7ec-874c5edaa210',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.190047] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1052.190384] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1052.202112] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.202210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.202276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.202501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.203030] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.203030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.203030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.203030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.203030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.203497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.203497] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.203497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.203497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.203755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.203755] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.203755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.203903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.203946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.203996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.204093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.204206] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.594697] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9834db80-ff78-4967-a7ec-874c5edaa210 with status ACTIVE [ 1052.594969] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.595134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.595190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.595413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.595506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.595701] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.595826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.595972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.596094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.596182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.596402] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.596515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.596580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.596723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.596799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.596883] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9834db80-ff78-4967-a7ec-874c5edaa210 is going to be updated. [ 1052.598232] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.598328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.621071] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.621963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.622910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.624208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.624208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.624208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9834db80-ff78-4967-a7ec-874c5edaa210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.708038] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a2f015-cee2-476b-a70b-1bdc4e201b02: rpc.has_security_group_logging(os_id): False [ 1052.717434] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1052.717670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.744085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.744252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.744335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.744516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.744607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.744800] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.744927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.745020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.745120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.745192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.745562] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.745674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.745742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.745906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.745981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.746148] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.746262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.746318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.746455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.746519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.746572] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1052.830055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.830205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.830271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.830496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.830693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.847016] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1053.018798] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 1053.018798] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 deletion is rescheduled due to dependency. [ 1053.018798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.018798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.018798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.018798] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.018798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.018798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.018798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.018798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.018798] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.280604] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.280985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.280985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.281151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.298357] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1053.299664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.301757] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1053.349096] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.349298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.349341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.349562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.359212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.359956] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1053.360055] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.360151] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1053.422138] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.422138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.422138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.422138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.423852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.424559] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1053.517793] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.518066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.518066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.518247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.518996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.518996] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1053.521539] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.608726] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.608726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.608726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.608726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.608726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.608726] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1053.609133] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b318e98d-5c07-4aa3-9e7f-6d814f7fbd78', '73a6d07b-6f12-4a4a-a56d-f2837963a214', '9c35fe58-c8a7-421c-8c7a-370fcd6dd44c', 'b8e631d9-414a-40e7-8b43-b55db40d6cb0', '749f8d0a-34d4-4539-a4e0-bd802328928a', 'bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7', '973487f1-fd85-4f4c-b5d1-e6ad6859cc9c', '14d6211d-6f0e-4a7f-bbd4-3b097620d92c', 'e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb', 'b03ef525-7af3-4af7-8690-a28c1f7828ab', '6364a58b-9de1-4c78-8b62-ee1106be361a', 'd26292dd-201c-419a-8eda-60485890dc7e', 'e644afb1-0e64-46d0-b1f1-b60f33015db8', 'c5a2f015-cee2-476b-a70b-1bdc4e201b02', '7c608fcb-513c-4761-9d58-57dad0da4c74', '73591aac-acbe-4065-87e0-a4edfb1a2639', '91576b87-9bd0-4068-8a49-bc204ff22efd', 'ae3834b0-9f68-47cd-a151-4e81aeb36725', '0e1f267f-e04e-4bc4-ac7f-de385eacc0e8', '7ea1e5c2-efb7-4920-b285-197191f31162', '4f11db80-5a12-4e73-80a4-d80707833793', '3fe27c04-55a2-4c53-b636-8c9a6cb167b6', 'ce8dc3ee-3546-4484-ad40-087c532fc197', 'eba0b65d-37f9-4142-9444-a596f3d89e11', 'f7a68ae8-1470-435e-946b-ca598f896de8', '066d65c1-fc1b-41d7-b9da-4ecf23bb5efb', '6390c8c0-48c2-4277-95e5-f111be984338', '93022bf1-7937-454e-a632-5e8a972811b4', 'a1a27c6a-d5aa-42d4-9eb8-283b923bc1db', '13b211ca-7b39-44ed-a7a5-17b182c03503', '3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5', '0b07a779-c3f3-4763-8ad4-755e2e6c467a', 'c3340b16-2591-4c13-8fc5-7840305e8672', '878096d8-34bc-4d44-b271-f03c14db3758', '16b3fb36-e9c1-4705-9bef-e70502b050e0', 'a9fc0e84-482c-4eec-9279-96deb4e32c59', '29bbb475-2dcd-46c4-b143-56cd3e99b855', '1f85b6e2-2ac5-4933-aaef-0204cb8f3049', '15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b', '9ea5273a-ad43-47ac-9d1b-60828e5c1083', 'e1a74307-699c-4aaa-a059-442a1fb602dc', '9c374fcf-f0c3-478c-b765-e3f8dcfc52ad', 'd9ae1c80-3dd2-4c98-963f-ca6c195169e8', '754da5d3-8055-48c6-afc8-dd57c4c80673', 'e7ad464b-e102-47df-9f90-03106395a378', 'a936f66b-bd54-41af-9cef-94ab3f321cab', 'e7ff9deb-84fa-408a-a08a-f14f003f0bd5'} {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.609133] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1053.629569] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.629569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.629569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.630365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.630365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.630365] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1053.630365] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.630365] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1053.724026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.724026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.724026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.724026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.724539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.724801] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1053.724875] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.724942] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1053.725012] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1053.725087] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1053.725155] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGH for action security_group_rules [ 1053.725230] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGH for action security_group_rules [ 1053.725292] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGH for action security_group_rules [ 1053.725351] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGH for action security_group_rules [ 1053.725408] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGH for action security_group_rules [ 1053.725467] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGH for action security_group_rules [ 1053.725525] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGH for action security_group_rules [ 1053.725582] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGH for action security_group_rules [ 1053.725639] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGH for action security_group_rules [ 1053.725697] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGH for action security_group_rules [ 1053.725754] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGH for action security_group_rules [ 1053.725812] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGH for action security_group_rules [ 1053.725870] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGH for action security_group_rules [ 1053.725929] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGH for action security_group_rules [ 1053.727163] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGH for action security_group_rules [ 1053.727163] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGH for action security_group_rules [ 1053.727163] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGH for action security_group_rules [ 1053.727163] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGH for action security_group_rules [ 1053.727163] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGH for action security_group_rules [ 1053.727163] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGH for action security_group_rules [ 1053.727163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.023898] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.072591] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 1054.072882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.073074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.073302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.073520] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.073646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.073724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.073880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.073963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.074063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.074157] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.527985] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.527985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.527985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.527985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.527985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.527985] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 1054.563815] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.564050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.564090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.564370] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.564527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.575505] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 1054.575836] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.575966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.576055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.576250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.576404] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.576502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.576571] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.576720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.576803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.576887] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.577040] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.577132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.577188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.577321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.577451] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.577536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.577588] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.577717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.577810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.577912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.580753] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.869934] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1054.870221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.084657] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6390c8c0-48c2-4277-95e5-f111be984338: rpc.has_security_group_logging(os_id): False [ 1055.105845] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.106071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.106071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.106518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.131572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.131842] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.131979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.132070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.132287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.132372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.132646] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.132858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.132858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.132985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.132985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.133262] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.133364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.133425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.133552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.133614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.133760] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 1055.205563] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.205734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.205785] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.205974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.206144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.224964] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 1056.587070] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 1056.587305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.587403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.587544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.587734] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.587848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.587913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.588109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.588333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.588486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.588592] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.882454] env[65335]: INFO networking_nsxv3.common.synchronization [req-6f3bdeac-dc1e-43b4-bb8d-a0f751b14c4e req-74efac3d-05be-4843-835b-0dd41f98a8a4 tempest-AttachVolumeShelveTestJSON-577501622 tempest-AttachVolumeShelveTestJSON-577501622-project-member] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_members [ 1056.883334] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGHEST for action security_group_members [ 1056.883334] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 with Priority: HIGH for action security_group_rules [ 1056.883478] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGH for action security_group_rules [ 1056.883516] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c with Priority: HIGH for action security_group_rules [ 1056.883587] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGH for action security_group_rules [ 1056.883687] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1e5c2-efb7-4920-b285-197191f31162 with Priority: HIGH for action security_group_rules [ 1056.883877] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 with Priority: HIGH for action security_group_rules [ 1056.884058] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 with Priority: HIGH for action security_group_rules [ 1056.884170] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91576b87-9bd0-4068-8a49-bc204ff22efd with Priority: HIGH for action security_group_rules [ 1056.884262] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGH for action security_group_rules [ 1056.884354] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGH for action security_group_rules [ 1056.884746] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGH for action security_group_rules [ 1056.884746] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26292dd-201c-419a-8eda-60485890dc7e with Priority: HIGH for action security_group_rules [ 1056.884746] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGH for action security_group_rules [ 1056.884889] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03ef525-7af3-4af7-8690-a28c1f7828ab with Priority: HIGH for action security_group_rules [ 1056.884889] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGH for action security_group_rules [ 1056.884959] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 with Priority: HIGH for action security_group_rules [ 1056.885014] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGH for action security_group_rules [ 1056.885098] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGH for action security_group_rules [ 1056.885183] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 with Priority: HIGH for action security_group_rules [ 1056.885299] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 with Priority: HIGH for action security_group_rules [ 1056.885954] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.886116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.886183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.886382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.886529] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.886625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.886684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.889366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.889366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.889366] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.889366] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.889366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.889366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.889366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.889366] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b318e98d-5c07-4aa3-9e7f-6d814f7fbd78',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.889366] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.889366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.889366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.889366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.889984] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.890123] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.890217] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.890302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.890652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.890652] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('973487f1-fd85-4f4c-b5d1-e6ad6859cc9c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.891376] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.891476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.891642] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea1e5c2-efb7-4920-b285-197191f31162 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.891739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.891798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.891944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.892025] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea1e5c2-efb7-4920-b285-197191f31162',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.892841] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.892948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.893033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.893184] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.893255] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e1f267f-e04e-4bc4-ac7f-de385eacc0e8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.894362] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae3834b0-9f68-47cd-a151-4e81aeb36725 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.894362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.894362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.894511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.894574] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae3834b0-9f68-47cd-a151-4e81aeb36725',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.895556] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91576b87-9bd0-4068-8a49-bc204ff22efd taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.895556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.895556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.895724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.895724] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91576b87-9bd0-4068-8a49-bc204ff22efd',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.896364] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.896552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.896620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.896768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.896840] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.898026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.898026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.898026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.898192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.898259] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.898908] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.899023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.899155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.899318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.899390] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.900070] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26292dd-201c-419a-8eda-60485890dc7e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.900167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.900337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.900496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.900573] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26292dd-201c-419a-8eda-60485890dc7e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.901507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.901665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.901735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.901878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.901963] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.902769] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b03ef525-7af3-4af7-8690-a28c1f7828ab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.902769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.902899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.902978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.903058] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b03ef525-7af3-4af7-8690-a28c1f7828ab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.905051] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.905051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.905051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.905051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.905051] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.905489] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.905686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.905754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.906027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.906027] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.908314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.908314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.908314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.908314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908314] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.908644] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.908644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.908644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.908844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908844] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.909513] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a6d07b-6f12-4a4a-a56d-f2837963a214 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.909822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.909822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.909822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.910037] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a6d07b-6f12-4a4a-a56d-f2837963a214',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.911321] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.911321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.911321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.911511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.911547] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e631d9-414a-40e7-8b43-b55db40d6cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.911880] env[65335]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1057.091981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.092290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.092290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.092450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.092626] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.092740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.092804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.092950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.093048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.093141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.093329] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.093438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.093479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.094131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.094131] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.094131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.094131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.094131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.094572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.094572] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.094572] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.242960] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 1057.243273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.417676] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.417977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.418082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.418662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.418930] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.419079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.419166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.419380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.419538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.419640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.419941] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.424056] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.424056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.424056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.424056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.424056] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.424374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.424374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.424374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.424374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.424516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.424516] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.425478] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.425589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.425642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.425795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.433202] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.433343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.433406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.433611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.433767] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.433873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.433936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.434094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.434186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.434273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.434359] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.435314] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.435426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.435483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.435636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.435779] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.435877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.435937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.436081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.436081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.436081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.436081] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.437352] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.437352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.437352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.437482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.437583] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.437675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.437728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.437853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.437923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.437999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.440968] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.440968] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.440968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.440968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.440968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.440968] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.440968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.440968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.440968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.440968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.440968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.440968] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.440968] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.441851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.441851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.441851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.441851] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.441851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.441851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.441851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.441851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.442147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.442147] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.502076] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.502295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.503199] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.503408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.504176] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.504176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.504969] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.505086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.505739] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.505975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.507038] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.507038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.507331] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.507462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.508808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.508923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.509767] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.509767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.510517] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.510517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.511186] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.511511] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.511631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.512464] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.512836] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.513362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.514357] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.514802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.515034] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.515162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.515246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.515492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.515567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.515685] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 is going to be updated. [ 1057.516913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.517109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.557946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.558229] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e1f267f-e04e-4bc4-ac7f-de385eacc0e8 is going to be deleted. [ 1057.559096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.559327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.567133] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.567133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.567133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.567382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.567382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.578570] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: IN_PROGRESS for 2s [ 1057.583451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.583451] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26292dd-201c-419a-8eda-60485890dc7e is going to be deleted. [ 1057.584251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.585034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.597308] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c608fcb-513c-4761-9d58-57dad0da4c74: rpc.has_security_group_logging(os_id): False [ 1057.612199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.612199] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91576b87-9bd0-4068-8a49-bc204ff22efd is going to be deleted. [ 1057.612199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.612583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.628311] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.628545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.630633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.630972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.635647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.635769] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a6d07b-6f12-4a4a-a56d-f2837963a214 is going to be deleted. [ 1057.636722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.636924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.647055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.647286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.664575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.664746] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7 is going to be deleted. [ 1057.665650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.665854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.694177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.694376] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b318e98d-5c07-4aa3-9e7f-6d814f7fbd78 is going to be deleted. [ 1057.695264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.695465] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.730980] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.731207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.734353] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.734557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.741928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.742078] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae3834b0-9f68-47cd-a151-4e81aeb36725 is going to be deleted. [ 1057.743153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.743467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.776590] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.776590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.823054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.823054] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e631d9-414a-40e7-8b43-b55db40d6cb0 is going to be deleted. [ 1057.824045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.824209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.843467] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.843642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.878382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.878517] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea1e5c2-efb7-4920-b285-197191f31162 is going to be deleted. [ 1057.879546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.879693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.901368] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.901660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.926027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.926166] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b03ef525-7af3-4af7-8690-a28c1f7828ab is going to be deleted. [ 1057.927109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.927328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.930519] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.931116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.931116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.931116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.931802] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.931870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.932094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.932154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.932396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.932524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.932716] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.932847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.932938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.933151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.933444] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.933444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.933561] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.933756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.933756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.933874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.933971] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.935782] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.946894] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.947190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.947190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.947476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.947683] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.947807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.947890] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.948084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.948221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.948335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.948754] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.948754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.948754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.948913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.948970] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.949137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.949354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.949547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.949634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949805] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.950789] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.952315] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.953030] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.989144] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.057624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.057868] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 973487f1-fd85-4f4c-b5d1-e6ad6859cc9c is going to be deleted. [ 1058.059783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.060025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.112527] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.112527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.141039] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.141174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.142073] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.142191] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be deleted. [ 1058.143215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.143436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.179186] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.179323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.210546] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.210676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.222063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.222207] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.222336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.222404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.222680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.222777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.222986] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.223178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.223178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.223318] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.223392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.223566] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.223644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.223703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.223838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.223911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.224009] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 1058.225115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.225286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.225374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.225492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e1f267f-e04e-4bc4-ac7f-de385eacc0e8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.225621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.225761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.225836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.225945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26292dd-201c-419a-8eda-60485890dc7e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.226099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.226235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.226309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.226421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91576b87-9bd0-4068-8a49-bc204ff22efd" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.226532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.226665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.226820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.226932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a6d07b-6f12-4a4a-a56d-f2837963a214" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.227545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.227703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.227844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.228041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd5d9a4a-d6b3-44cb-9c67-f4a43e3d0ac7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.228187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.228350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.228438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.228553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b318e98d-5c07-4aa3-9e7f-6d814f7fbd78" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.228680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.228821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.228894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.229006] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae3834b0-9f68-47cd-a151-4e81aeb36725" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.229122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.229254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.229326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.229522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e631d9-414a-40e7-8b43-b55db40d6cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.229888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.230198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.230502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.230788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea1e5c2-efb7-4920-b285-197191f31162" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.231433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.231745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.232011] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.232276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b03ef525-7af3-4af7-8690-a28c1f7828ab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.232741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.232874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.233056] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.233258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-973487f1-fd85-4f4c-b5d1-e6ad6859cc9c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.345468] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.345793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.345910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.346171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.346296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.346411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.436326] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e644afb1-0e64-46d0-b1f1-b60f33015db8: rpc.has_security_group_logging(os_id): False [ 1058.439267] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb: rpc.has_security_group_logging(os_id): False [ 1058.454295] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73591aac-acbe-4065-87e0-a4edfb1a2639: rpc.has_security_group_logging(os_id): False [ 1058.455300] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14d6211d-6f0e-4a7f-bbd4-3b097620d92c: rpc.has_security_group_logging(os_id): False [ 1058.456302] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a2f015-cee2-476b-a70b-1bdc4e201b02: rpc.has_security_group_logging(os_id): False [ 1058.457770] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 749f8d0a-34d4-4539-a4e0-bd802328928a: rpc.has_security_group_logging(os_id): False [ 1058.458680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c: rpc.has_security_group_logging(os_id): False [ 1058.461797] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.461928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.462281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.462470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.463026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.485286] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.485456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.485456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.485723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.487605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.487605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.489638] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.489638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.502954] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.502954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.503528] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.503626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.504307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.504470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.511460] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.511600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.516188] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 1058.538245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.538541] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.538672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.538761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.538982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.539063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.539277] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.539383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.539433] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.539577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.539652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.539829] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.539908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.539963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.540121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.540196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.540360] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1058.541513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.541675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.578920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.579352] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.579352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.579471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.579628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.579719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.579811] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb is going to be updated. [ 1058.580965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.581163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.608453] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.608690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.608827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.609189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.609419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.609672] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a is going to be updated. [ 1058.611239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.611632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.638025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.638025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.638025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.638025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.638573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.638949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.639152] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1058.640456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.640731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.672545] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.672545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.679216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.679379] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.679486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.679552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.679767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.679853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.679953] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 is going to be updated. [ 1058.682067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.682304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.686106] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.686106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.720076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.720076] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.720076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.720076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.720076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.720076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.720076] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c is going to be updated. [ 1058.721744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.722112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.722338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.723711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.724080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.755499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.755794] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.755914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.755988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.756838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.756838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.756838] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1058.757478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.757662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.758030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.760062] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.760180] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.760273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.760476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.760629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.769831] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1058.775489] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749f8d0a-34d4-4539-a4e0-bd802328928a in Status: IN_PROGRESS for 2s [ 1058.776283] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb in Status: IN_PROGRESS for 2s [ 1058.789507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.789687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.789782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.790017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.790169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.854215] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1058.860698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.860847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.860907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.861274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.861350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.879398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.879580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.879624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.879837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.879988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.889987] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.889987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.889987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.890222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.890381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.894641] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 in Status: IN_PROGRESS for 2s [ 1058.916587] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1058.934839] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c in Status: IN_PROGRESS for 2s [ 1059.590767] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 in Status: SUCCESS [ 1059.591085] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 deletion is rescheduled due to dependency. [ 1059.591289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.397627] env[65335]: INFO networking_nsxv3.common.synchronization [req-77159c6f-060d-453d-a92d-6926b3bddfa8 req-1f0b1744-85d5-47cf-ab08-05f108193e8e tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1060.398202] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1060.398532] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.398651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.398717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.399721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.399721] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.399721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.399721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.399721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.399721] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.399721] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.534316] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 1060.534550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.534720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.534906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.534997] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.791721] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1060.791950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.796789] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb in Status: SUCCESS [ 1060.797022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.798629] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749f8d0a-34d4-4539-a4e0-bd802328928a in Status: SUCCESS [ 1060.798937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.868282] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1060.868679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.903283] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.903485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.903559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.903848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.903967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.904223] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.904353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.904389] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.904547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.904642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.904724] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1060.908799] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 in Status: SUCCESS [ 1060.908799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.932358] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1060.932586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.934855] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.935020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.935077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.935256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.935388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.946186] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1060.948353] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c in Status: SUCCESS [ 1060.948550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.037545] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.037726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.037799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.038090] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.038203] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.038301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.038365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.038520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.038605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.038691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.039642] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.541356] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.541356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.541356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.541728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.541728] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.542247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.542247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.542247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.542247] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.542365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.542881] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.542881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.542881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.542881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.543048] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.543048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.543108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.543373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.543454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.543498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.543601] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.045666] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c608fcb-513c-4761-9d58-57dad0da4c74: rpc.has_security_group_logging(os_id): False [ 1062.073322] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.073538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.073613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.073845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.073925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.074191] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.074300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.074367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.074526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.074606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.074783] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.074892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.074961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.075098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.075159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.075333] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.075420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.075475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.075622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.075696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.075773] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 1062.169883] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.169883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.169883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.169883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.169883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.190056] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 1062.957404] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1062.957709] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 1062.957754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.403398] env[65335]: INFO networking_nsxv3.common.synchronization [req-71af4ea2-9dba-457e-9dc4-fac05528a24f req-d1360b91-2417-473e-8b25-c4238d074b50 tempest-ServerDiskConfigTestJSON-267547386 tempest-ServerDiskConfigTestJSON-267547386-project-member] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 1063.404069] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGHEST for action security_group_members [ 1063.404385] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.404508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.404573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.404773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.404930] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.405207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.405299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.405457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.405540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.405634] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.908452] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.908638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.908667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.909187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.909284] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.909487] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.909637] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.909710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.909882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.909962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.910103] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be updated. [ 1063.915262] env[65335]: INFO networking_nsxv3.common.synchronization [req-71543b0b-6950-4862-9241-41869e7a304a req-719bcfee-f8b7-4e42-8249-7e16bbc3778e tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_members [ 1063.915859] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGHEST for action security_group_members [ 1063.916218] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.916306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.916402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.916554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.916704] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.916799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.916859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.917032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.917111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.917213] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.954563] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.954563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.954747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.954888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.955104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.970683] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: IN_PROGRESS for 2s [ 1064.201260] env[65335]: INFO networking_nsxv3.common.synchronization [None req-93ded336-6695-4c0a-867c-6389396c0d2c None None] Enqueued Resource ID: e6e6e36c-f831-4217-b4ee-a8c0c846d167 with Priority: HIGHEST for action port [ 1064.201726] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e6e36c-f831-4217-b4ee-a8c0c846d167 with Priority: HIGHEST for action port [ 1064.202795] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e6e36c-f831-4217-b4ee-a8c0c846d167 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.202795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e6e36c-f831-4217-b4ee-a8c0c846d167" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.202795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e6e36c-f831-4217-b4ee-a8c0c846d167" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.202795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e6e36c-f831-4217-b4ee-a8c0c846d167" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.202795] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e6e36c-f831-4217-b4ee-a8c0c846d167',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.209658] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 1064.209871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.420191] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.420479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.420580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.420842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.420977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.421275] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.421412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.421522] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.421756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.421885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.422036] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c is going to be updated. [ 1064.463136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.463136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.463136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.463136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.463334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.475067] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c in Status: IN_PROGRESS for 2s [ 1064.532634] env[65335]: INFO networking_nsxv3.common.synchronization [req-2f56a8f3-77d6-4d4e-b9f3-997d53c445ff req-5ddfe8ce-7005-4921-9f63-a1d99132bfe3 tempest-ServerActionsTestOtherB-839008207 tempest-ServerActionsTestOtherB-839008207-project-member] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1064.535945] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1064.535945] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.535945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.535945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.535945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.535945] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.535945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.535945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.535945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.535945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.535945] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.705673] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6e6e36c-f831-4217-b4ee-a8c0c846d167 [ 1064.705899] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.707551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.707631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.708209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.708854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.708854] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6e6e36c-f831-4217-b4ee-a8c0c846d167 already deleted. [ 1064.708854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e6e36c-f831-4217-b4ee-a8c0c846d167" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.037135] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.037428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.037428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.037603] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.037693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.037905] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.037998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.038106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.038830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.038830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.038830] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1065.080022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.080022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.080022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.080022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.080022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.091993] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1065.282810] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0a817d31-9890-41f7-b80c-1d033e14c8ee tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_rules [ 1065.283440] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_rules [ 1065.284529] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b43913-aaac-4e7e-9279-29e3bf6356b3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.284674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.284738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.285402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.285402] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.353630] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c707fcdf-f19d-46cb-a834-c6ccd94adb5d tempest-AttachVolumeTestJSON-1308351696 tempest-AttachVolumeTestJSON-1308351696-project-member] Enqueued Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_rules [ 1065.354195] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_rules [ 1065.354567] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6550b05-6b98-4a8b-93e6-f2661915f410 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.354623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.354682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.354926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.355021] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.464097] env[65335]: INFO networking_nsxv3.common.synchronization [None req-88700153-2e12-4f7d-9923-78025c41639b tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_rules [ 1065.464097] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_rules [ 1065.464410] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b43913-aaac-4e7e-9279-29e3bf6356b3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.464410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.535231] env[65335]: INFO networking_nsxv3.common.synchronization [None req-5661db41-75bc-4082-9b86-37719b77c690 tempest-AttachVolumeTestJSON-1308351696 tempest-AttachVolumeTestJSON-1308351696-project-member] Enqueued Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_rules [ 1065.536022] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_rules [ 1065.536371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6550b05-6b98-4a8b-93e6-f2661915f410 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.536500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.807037] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.807185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.807185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.807399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.807485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.808031] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 already deleted. [ 1065.808031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.808031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.808191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.808318] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.880704] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.880704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.880704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.880995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.881241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.881499] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6550b05-6b98-4a8b-93e6-f2661915f410 already deleted. [ 1065.882860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.882860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.882860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.882860] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.981153] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 in Status: SUCCESS [ 1065.981482] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 deletion is rescheduled due to dependency. [ 1065.981676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.334747] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.335194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.335194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.335194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.335302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.335464] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 already deleted. [ 1066.335464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.407165] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.407334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.407334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.407573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.407652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.407815] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6550b05-6b98-4a8b-93e6-f2661915f410 already deleted. [ 1066.407884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.487032] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c in Status: SUCCESS [ 1066.487245] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c deletion is rescheduled due to dependency. [ 1066.487399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.865601] env[65335]: INFO networking_nsxv3.common.synchronization [None req-dab9eb39-cb8d-46b5-8fc7-fd40053b7fb6 None None] Enqueued Resource ID: 2705a3db-409e-4bec-ad49-8d35f14072e2 with Priority: HIGHEST for action port [ 1066.865601] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2705a3db-409e-4bec-ad49-8d35f14072e2 with Priority: HIGHEST for action port [ 1066.865808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-2705a3db-409e-4bec-ad49-8d35f14072e2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.865878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2705a3db-409e-4bec-ad49-8d35f14072e2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.865986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2705a3db-409e-4bec-ad49-8d35f14072e2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.867029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2705a3db-409e-4bec-ad49-8d35f14072e2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.867029] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2705a3db-409e-4bec-ad49-8d35f14072e2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.106570] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1067.106570] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c deletion is rescheduled due to dependency. [ 1067.106570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.369334] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2705a3db-409e-4bec-ad49-8d35f14072e2 [ 1067.370903] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.370903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.370903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.370903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.370903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.370903] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2705a3db-409e-4bec-ad49-8d35f14072e2 already deleted. [ 1067.370903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2705a3db-409e-4bec-ad49-8d35f14072e2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.867214] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f64420d3-86d3-442a-a504-fb57215f357a tempest-AttachVolumeShelveTestJSON-577501622 tempest-AttachVolumeShelveTestJSON-577501622-project-member] Enqueued Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_rules [ 1067.867214] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_rules [ 1067.867214] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.867214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.867339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.867497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.867578] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.952024] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b2d95181-6528-4181-aaf9-5259f95f030f tempest-AttachVolumeShelveTestJSON-577501622 tempest-AttachVolumeShelveTestJSON-577501622-project-member] Enqueued Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_rules [ 1067.952218] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_rules [ 1067.952426] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.952526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.390217] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.390521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.390521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.390628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.390686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.390746] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 already deleted. [ 1068.390835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.390983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.391171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.391251] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.913020] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.913020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.913020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.913440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.913440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.913440] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 already deleted. [ 1068.913546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.084249] env[65335]: INFO networking_nsxv3.common.synchronization [req-ee71bebb-3103-47f7-a025-e39cfb830ac6 req-f3128c48-390d-45b4-901a-3c8cf8f57199 tempest-ImagesTestJSON-877977908 tempest-ImagesTestJSON-877977908-project-member] Enqueued Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1069.085084] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6390c8c0-48c2-4277-95e5-f111be984338 with Priority: HIGHEST for action security_group_members [ 1069.085084] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6390c8c0-48c2-4277-95e5-f111be984338 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.085207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.085253] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.085448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.085595] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.085712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.085786] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.085935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.086028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.086122] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6390c8c0-48c2-4277-95e5-f111be984338',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.588541] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.588865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.588865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.588993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.589107] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.589318] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.589418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.589493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.589665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.589734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.589828] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 is going to be updated. [ 1069.619972] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.620139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.620255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.620456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.620694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.631303] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: IN_PROGRESS for 2s [ 1071.643874] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6390c8c0-48c2-4277-95e5-f111be984338 in Status: SUCCESS [ 1071.644162] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6390c8c0-48c2-4277-95e5-f111be984338 deletion is rescheduled due to dependency. [ 1071.644193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6390c8c0-48c2-4277-95e5-f111be984338" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.085886] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1074.086090] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1074.909839] env[65335]: INFO networking_nsxv3.common.synchronization [req-62e3fe12-405c-422f-9c6b-a83cdbb2b1dc req-6ebb59ba-b1ec-45d2-b1b0-4c7242df6b73 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1074.910405] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1074.910737] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.911217] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.911315] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.911540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.911725] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.911822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.911885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.912050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.912135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.912229] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.246753] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.247091] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.247091] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.247383] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.247665] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.247825] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.247969] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.248174] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.248321] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.248538] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.248654] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.248760] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.248866] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.248968] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.249083] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.249211] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.272766] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.272982] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.273154] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.273333] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.273662] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.273838] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.274051] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.274272] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.274406] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfcf759c-56b6-4ddf-b21e-d04047ab1cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.374216] env[65335]: INFO networking_nsxv3.common.synchronization [req-832ac366-9abe-4a8a-87bb-843e6921802e req-92e827af-466d-4491-ba72-575b9dd179a3 tempest-ServerActionsV293TestJSON-864797523 tempest-ServerActionsV293TestJSON-864797523-project-member] Enqueued Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_members [ 1075.374216] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 with Priority: HIGHEST for action security_group_members [ 1075.374216] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b211ca-7b39-44ed-a7a5-17b182c03503 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.374216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.374216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.374842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.375172] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.375450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.375609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.375881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.376065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.376555] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b211ca-7b39-44ed-a7a5-17b182c03503',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.414447] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.650061] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b2b5ebd5-4ec0-4eac-8e21-ec1893c9ba5a None None] Enqueued Resource ID: d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a with Priority: HIGHEST for action port [ 1075.650546] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a with Priority: HIGHEST for action port [ 1075.650879] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.651013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.651684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.651684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.651820] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.776501] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.776861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.776861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.777133] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.777282] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.777429] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port cfcf759c-56b6-4ddf-b21e-d04047ab1cb0 not found, creating... [ 1075.777789] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.777887] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.777959] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.778172] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.778515] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.778592] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.778854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.778854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.779009] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.779144] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.779277] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: cfcf759c-56b6-4ddf-b21e-d04047ab1cb0 is going to be created. [ 1075.802352] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.802604] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.802791] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.803091] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.803318] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.803535] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.879488] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.879667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.879719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.879933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.914593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.914869] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.914977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.915041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.915259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.915343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.915435] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 is going to be updated. [ 1075.916876] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.954734] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.954955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.954955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.955188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.955343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.965018] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 in Status: IN_PROGRESS for 2s [ 1076.155299] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a [ 1076.155376] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.155584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.155584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.155782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.155868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.155986] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a already deleted. [ 1076.156070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a7ffa5-e7ae-4179-9ba4-2b031f0a062a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.421014] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.421337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.421337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.421536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.421659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.421806] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1076.452420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.452556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.452629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.452834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.452988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.462398] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1076.581029] env[65335]: INFO networking_nsxv3.common.synchronization [req-62e3fe12-405c-422f-9c6b-a83cdbb2b1dc req-ad4b05da-db5a-41cd-b69b-391eefb64966 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1076.581029] env[65335]: INFO networking_nsxv3.common.synchronization [req-62e3fe12-405c-422f-9c6b-a83cdbb2b1dc req-ad4b05da-db5a-41cd-b69b-391eefb64966 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1076.581029] env[65335]: INFO networking_nsxv3.common.synchronization [req-62e3fe12-405c-422f-9c6b-a83cdbb2b1dc req-ad4b05da-db5a-41cd-b69b-391eefb64966 service nova] Enqueued Resource ID: cfcf759c-56b6-4ddf-b21e-d04047ab1cb0 with Priority: HIGHEST for action port [ 1076.581029] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1076.581029] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1076.581029] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfcf759c-56b6-4ddf-b21e-d04047ab1cb0 with Priority: HIGHEST for action port [ 1076.584440] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.584513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.584559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.584772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.584915] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.585948] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.586052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.586243] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.586336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.586398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.586563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.586631] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfcf759c-56b6-4ddf-b21e-d04047ab1cb0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.090877] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.091028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.091204] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfcf759c-56b6-4ddf-b21e-d04047ab1cb0 with status ACTIVE [ 1077.091371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.091481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.091548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.091792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.091884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.092103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.092183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.092214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.092360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.092435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.092633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.092737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.092799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.092953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.093047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.093133] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfcf759c-56b6-4ddf-b21e-d04047ab1cb0 is going to be updated. [ 1077.113935] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.114092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.114170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.114375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.114509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.114680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfcf759c-56b6-4ddf-b21e-d04047ab1cb0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.468784] env[65335]: INFO networking_nsxv3.common.synchronization [req-503a015d-39c8-492c-94ac-1f3f6a87623d req-94737894-8557-4221-b49e-2bbdaccd4939 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_members [ 1077.469345] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_members [ 1077.469704] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b43913-aaac-4e7e-9279-29e3bf6356b3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.469832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.470580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.471320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.471800] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.471949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.472332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.472534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.472627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.472727] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.665314] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c6ee1106-f939-4a46-a4d4-6bb3ef8a5bee None None] Enqueued Resource ID: afc5ee82-a1e0-4cb3-8239-b88e5829dd35 with Priority: HIGHEST for action port [ 1077.665568] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc5ee82-a1e0-4cb3-8239-b88e5829dd35 with Priority: HIGHEST for action port [ 1077.665993] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc5ee82-a1e0-4cb3-8239-b88e5829dd35 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.666136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc5ee82-a1e0-4cb3-8239-b88e5829dd35" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.666395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc5ee82-a1e0-4cb3-8239-b88e5829dd35" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.666452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc5ee82-a1e0-4cb3-8239-b88e5829dd35" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.666533] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc5ee82-a1e0-4cb3-8239-b88e5829dd35',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.835241] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.835241] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.835377] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.835624] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.835882] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.835992] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.837036] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.837036] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.837036] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.837036] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.837036] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.837036] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.837283] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.837283] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.837346] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.837435] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.861465] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.861465] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.861465] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.861465] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.861465] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-a3f6467e-b030-4c6c-b96a-0618a4608801 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.861465] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-a3f6467e-b030-4c6c-b96a-0618a4608801" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.861465] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-a3f6467e-b030-4c6c-b96a-0618a4608801" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.861465] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-a3f6467e-b030-4c6c-b96a-0618a4608801" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.861465] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f6467e-b030-4c6c-b96a-0618a4608801',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.975286] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.975474] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.975548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.975779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.975884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.976145] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.976261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.976450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.976712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.976792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.976905] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 already deleted. [ 1077.977010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.978505] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 in Status: SUCCESS [ 1077.978739] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b211ca-7b39-44ed-a7a5-17b182c03503 deletion is rescheduled due to dependency. [ 1077.978837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b211ca-7b39-44ed-a7a5-17b182c03503" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.170510] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afc5ee82-a1e0-4cb3-8239-b88e5829dd35 [ 1078.170782] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.170915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.170987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.171226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.171366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.171412] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afc5ee82-a1e0-4cb3-8239-b88e5829dd35 already deleted. [ 1078.171515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc5ee82-a1e0-4cb3-8239-b88e5829dd35" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.363202] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.363426] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.363580] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.363813] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.363956] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.364118] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port a3f6467e-b030-4c6c-b96a-0618a4608801 not found, creating... [ 1078.364393] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.365292] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.365292] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.365292] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.365292] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.365292] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.365598] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.365598] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.365688] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.365854] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.365993] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: a3f6467e-b030-4c6c-b96a-0618a4608801 is going to be created. [ 1078.389189] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.389189] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.389189] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.389189] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.389189] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.389189] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-a3f6467e-b030-4c6c-b96a-0618a4608801" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.474301] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1078.474605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.475348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.475593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.475788] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.475909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.475974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.479888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.479888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.479888] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.981099] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.117438] env[65335]: INFO networking_nsxv3.common.synchronization [req-503a015d-39c8-492c-94ac-1f3f6a87623d req-d9d2a9fe-7d42-4903-9b0f-931311bca3c9 service nova] Enqueued Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_rules [ 1079.117517] env[65335]: INFO networking_nsxv3.common.synchronization [req-503a015d-39c8-492c-94ac-1f3f6a87623d req-d9d2a9fe-7d42-4903-9b0f-931311bca3c9 service nova] Enqueued Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_members [ 1079.117642] env[65335]: INFO networking_nsxv3.common.synchronization [req-503a015d-39c8-492c-94ac-1f3f6a87623d req-d9d2a9fe-7d42-4903-9b0f-931311bca3c9 service nova] Enqueued Resource ID: a3f6467e-b030-4c6c-b96a-0618a4608801 with Priority: HIGHEST for action port [ 1079.118351] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_rules [ 1079.118351] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_members [ 1079.119103] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f6467e-b030-4c6c-b96a-0618a4608801 with Priority: HIGHEST for action port [ 1079.119103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b43913-aaac-4e7e-9279-29e3bf6356b3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.119103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.119103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.120296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.120296] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.122645] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b43913-aaac-4e7e-9279-29e3bf6356b3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.122767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.122833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.123042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.123200] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.123295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.123354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.123493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.123575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.123793] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.124480] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3f6467e-b030-4c6c-b96a-0618a4608801 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.124586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3f6467e-b030-4c6c-b96a-0618a4608801" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.124833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3f6467e-b030-4c6c-b96a-0618a4608801" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.124833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3f6467e-b030-4c6c-b96a-0618a4608801" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.125201] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f6467e-b030-4c6c-b96a-0618a4608801',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.483880] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.575734] env[65335]: INFO networking_nsxv3.common.synchronization [req-30616998-0da5-4127-bd91-84f628a5826e req-462acf9f-2deb-4687-941e-a011dcf19e1f tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_members [ 1079.576345] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGHEST for action security_group_members [ 1079.576653] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.576777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.576843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.577054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.577208] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.577307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.577369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.577513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.577590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.577684] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.631677] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.631677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b43913-aaac-4e7e-9279-29e3bf6356b3 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.631677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.631677] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3f6467e-b030-4c6c-b96a-0618a4608801 with status ACTIVE [ 1079.631677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.631677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.631677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.631677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.631677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.632105] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.632105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.632105] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.632197] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.632904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.632904] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.632904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.632904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.632904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.632904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.632904] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3f6467e-b030-4c6c-b96a-0618a4608801 is going to be updated. [ 1079.654846] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.654995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.655131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.655269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.655401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.655556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3f6467e-b030-4c6c-b96a-0618a4608801" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.952699] env[65335]: INFO networking_nsxv3.common.synchronization [req-1867ea4b-eb3b-4cb8-838a-49dd8308eed1 req-eda1a463-550f-4d9b-a75a-ad52d012b641 tempest-AttachVolumeTestJSON-1308351696 tempest-AttachVolumeTestJSON-1308351696-project-member] Enqueued Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_members [ 1079.953251] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_members [ 1079.953542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6550b05-6b98-4a8b-93e6-f2661915f410 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.953655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.953719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.953970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.957387] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.957511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.957578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.957761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.957848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.957944] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.986435] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.986583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.986641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.986966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.986966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.987066] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1080.019024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.019024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.019024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.019024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.019024] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.028936] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1080.080102] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.080310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.080355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.080546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.080636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.080989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.081244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.081338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.081514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.081601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.081834] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 is going to be updated. [ 1080.119255] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.119255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.119255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.119255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.119255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.128800] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 in Status: IN_PROGRESS for 2s [ 1080.134843] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.462809] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.462996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.463060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.463251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.463337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.463527] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.463621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.463683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.463992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.463992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.463992] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6550b05-6b98-4a8b-93e6-f2661915f410 already deleted. [ 1080.464126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.637329] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.637655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.637655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.638068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.638068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.638068] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 is going to be created. [ 1080.661973] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.662224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.662224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.662443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.662599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.674297] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 in Status: UNINITIALIZED for 2s [ 1081.064781] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.065010] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-32" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.065204] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-32" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.065556] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-32" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.065832] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.065991] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.066117] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.066338] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.066474] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.066782] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.066891] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.066997] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.067115] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.067219] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.067324] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.067451] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.088199] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.088406] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.088494] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.088672] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-32" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.089099] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-9b38a80f-43c9-4c5a-b994-bfcd250e5864 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.089303] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-9b38a80f-43c9-4c5a-b994-bfcd250e5864" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.089422] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-9b38a80f-43c9-4c5a-b994-bfcd250e5864" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.089759] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-9b38a80f-43c9-4c5a-b994-bfcd250e5864" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.089919] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b38a80f-43c9-4c5a-b994-bfcd250e5864',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.592220] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.592482] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.592645] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.592959] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.593155] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.593336] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 9b38a80f-43c9-4c5a-b994-bfcd250e5864 not found, creating... [ 1081.593619] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.593819] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.593946] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.594268] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.594432] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.594710] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.596027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.596027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.596027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.596027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.596027] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 9b38a80f-43c9-4c5a-b994-bfcd250e5864 is going to be created. [ 1081.629568] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.629737] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.629884] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.630217] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.630446] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.630668] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-9b38a80f-43c9-4c5a-b994-bfcd250e5864" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.039949] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1082.040301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.040363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.040556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.040774] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.040927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.040970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.041108] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.041189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.041305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.041396] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.139007] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 in Status: SUCCESS [ 1082.139199] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 deletion is rescheduled due to dependency. [ 1082.139354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.315880] env[65335]: INFO networking_nsxv3.common.synchronization [req-1867ea4b-eb3b-4cb8-838a-49dd8308eed1 req-de58b8ef-c714-49e6-aae1-36bf40be023e service nova] Enqueued Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_rules [ 1082.316122] env[65335]: INFO networking_nsxv3.common.synchronization [req-1867ea4b-eb3b-4cb8-838a-49dd8308eed1 req-de58b8ef-c714-49e6-aae1-36bf40be023e service nova] Enqueued Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_members [ 1082.316350] env[65335]: INFO networking_nsxv3.common.synchronization [req-1867ea4b-eb3b-4cb8-838a-49dd8308eed1 req-de58b8ef-c714-49e6-aae1-36bf40be023e service nova] Enqueued Resource ID: 9b38a80f-43c9-4c5a-b994-bfcd250e5864 with Priority: HIGHEST for action port [ 1082.316927] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_rules [ 1082.317082] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_members [ 1082.317234] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b38a80f-43c9-4c5a-b994-bfcd250e5864 with Priority: HIGHEST for action port [ 1082.317466] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6550b05-6b98-4a8b-93e6-f2661915f410 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.317598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.317639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.317856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.317930] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.318837] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6550b05-6b98-4a8b-93e6-f2661915f410 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.318989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.319043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.319203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.319349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.319445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.319505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.319646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.319737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.319829] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.320634] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b38a80f-43c9-4c5a-b994-bfcd250e5864 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.320879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b38a80f-43c9-4c5a-b994-bfcd250e5864" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.320879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b38a80f-43c9-4c5a-b994-bfcd250e5864" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.322227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b38a80f-43c9-4c5a-b994-bfcd250e5864" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.322366] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b38a80f-43c9-4c5a-b994-bfcd250e5864',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.545420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.545420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.545420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.545420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.545990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.545990] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.545990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.545990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.545990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.545990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.545990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.546214] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.685179] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 in Status: SUCCESS [ 1082.685407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.685587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.685822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.686063] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.686152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.686203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.686355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.686419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.686502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.686594] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.810853] env[65335]: INFO networking_nsxv3.common.synchronization [req-4fd8ad6a-959e-4d1a-b8dc-5bc52e932508 req-10a3c214-6ff8-4e58-a9a0-d5c630a966da tempest-AttachVolumeShelveTestJSON-577501622 tempest-AttachVolumeShelveTestJSON-577501622-project-member] Enqueued Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_members [ 1082.810853] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_members [ 1082.810853] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.810853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.811874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.812263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.812541] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.812757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.812895] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.813211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.813387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.813554] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.828508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6550b05-6b98-4a8b-93e6-f2661915f410 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.828508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.828508] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.828508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b38a80f-43c9-4c5a-b994-bfcd250e5864 with status ACTIVE [ 1082.828508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.828508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.828508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.828508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.830017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.830017] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.831230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.831230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.831230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.831230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.831230] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.831230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.831230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.831230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.831550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.831550] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b38a80f-43c9-4c5a-b994-bfcd250e5864 is going to be updated. [ 1082.856678] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.856865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.856929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.857117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b38a80f-43c9-4c5a-b994-bfcd250e5864" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.049301] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e644afb1-0e64-46d0-b1f1-b60f33015db8: rpc.has_security_group_logging(os_id): False [ 1083.070503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.070775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.070870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.071092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.071189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.071456] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.071550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.071648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.071805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.071902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.072129] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.072311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.072311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.072434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.072496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.072676] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.072769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.072832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.072969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.073064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.073150] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1083.147126] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.147305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.147347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.147549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.147692] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.159884] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.160104] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.160229] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.160495] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.160859] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.161044] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.161160] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.161373] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.161512] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.161724] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.161847] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.161954] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.162070] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.162179] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.162279] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.162407] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.164128] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1083.181294] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.181450] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.181585] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.181766] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.182100] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-488cba2e-17d2-429b-bf74-1c3af72e8304 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.182269] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.182385] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.182707] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.182871] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488cba2e-17d2-429b-bf74-1c3af72e8304',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.189117] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.316660] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.316858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.316858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.317142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.317214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.317400] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.317674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.317674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.317802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.317802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.317917] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 already deleted. [ 1083.318036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.336191] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.685354] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.685354] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.685569] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.685749] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.685893] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.686052] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 488cba2e-17d2-429b-bf74-1c3af72e8304 not found, creating... [ 1083.686296] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.686616] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.686616] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.686757] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.686884] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.687177] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.687379] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.687474] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.687675] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.687803] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.687936] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 488cba2e-17d2-429b-bf74-1c3af72e8304 is going to be created. [ 1083.691611] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b43913-aaac-4e7e-9279-29e3bf6356b3: rpc.has_security_group_logging(os_id): False [ 1083.710693] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.710980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.711047] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.711320] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.711560] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.711768] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.713182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.713301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.713368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.713535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.713616] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.713831] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.713924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.713986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.714137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.714211] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.714293] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 is going to be created. [ 1083.812780] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.812946] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.813379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.813379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.813450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.826988] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 in Status: IN_PROGRESS for 2s [ 1083.837606] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.837804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.837952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.839520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.839520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.839520] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6550b05-6b98-4a8b-93e6-f2661915f410 is going to be created. [ 1083.866411] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.866567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.866668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.866851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.867123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.879612] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6550b05-6b98-4a8b-93e6-f2661915f410 in Status: UNINITIALIZED for 2s [ 1084.444186] env[65335]: INFO networking_nsxv3.common.synchronization [req-4fd8ad6a-959e-4d1a-b8dc-5bc52e932508 req-fbda5b09-71ab-42d0-8459-230369f34a3e service nova] Enqueued Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_rules [ 1084.444514] env[65335]: INFO networking_nsxv3.common.synchronization [req-4fd8ad6a-959e-4d1a-b8dc-5bc52e932508 req-fbda5b09-71ab-42d0-8459-230369f34a3e service nova] Enqueued Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_members [ 1084.444514] env[65335]: INFO networking_nsxv3.common.synchronization [req-4fd8ad6a-959e-4d1a-b8dc-5bc52e932508 req-fbda5b09-71ab-42d0-8459-230369f34a3e service nova] Enqueued Resource ID: 488cba2e-17d2-429b-bf74-1c3af72e8304 with Priority: HIGHEST for action port [ 1084.445015] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_rules [ 1084.445157] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_members [ 1084.445253] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488cba2e-17d2-429b-bf74-1c3af72e8304 with Priority: HIGHEST for action port [ 1084.445517] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.445639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.445704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.445897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.445984] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.446846] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.447077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.447147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.447368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.447524] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.447638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.447704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.447861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.447985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.448097] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.449161] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-488cba2e-17d2-429b-bf74-1c3af72e8304 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.449161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.449161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.449347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.449433] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488cba2e-17d2-429b-bf74-1c3af72e8304',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.951155] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.951345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.951586] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.952587] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 488cba2e-17d2-429b-bf74-1c3af72e8304 with status ACTIVE [ 1084.952776] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.952905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.952989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.953187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.953294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.953435] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.953576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.953659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.953844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.953924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.954139] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.954235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.954291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.954422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.954480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.954663] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 488cba2e-17d2-429b-bf74-1c3af72e8304 is going to be updated. [ 1084.985028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.985028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.985028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.985028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.985028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.985028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.186661] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1085.186977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.457331] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.841135] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 in Status: SUCCESS [ 1085.842309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.894488] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6550b05-6b98-4a8b-93e6-f2661915f410 in Status: SUCCESS [ 1085.894488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.894488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.894488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.894488] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.894488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.894488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.894488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.894488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.894488] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.894488] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.959948] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.960282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.960440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.960933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.961202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.961341] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 is going to be created. [ 1085.989815] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.989815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.989815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.990091] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.990136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.006974] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: UNINITIALIZED for 2s [ 1086.397280] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.899706] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6550b05-6b98-4a8b-93e6-f2661915f410: rpc.has_security_group_logging(os_id): False [ 1086.922978] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.922978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.923185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.923296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.923397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.923664] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.923767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.923827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.923969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.924059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.924146] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6550b05-6b98-4a8b-93e6-f2661915f410 is going to be created. [ 1086.940322] env[65335]: INFO networking_nsxv3.common.synchronization [req-bc32b05b-610b-4d11-88e7-b35579b96bde req-8db08ea7-1e13-456a-be07-2de90ce92030 tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1086.940961] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1086.941284] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.941407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.941726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.941726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.941828] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.941931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.941992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.942150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.942262] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.942314] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.002309] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.002467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.002555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.002795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.002988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.021268] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6550b05-6b98-4a8b-93e6-f2661915f410 in Status: IN_PROGRESS for 2s [ 1087.360331] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.360545] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.360911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.361078] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.361472] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.361651] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.361796] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.362074] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.362320] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.362596] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.362750] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.362929] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.363132] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.363292] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.363430] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.363615] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.383904] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.384094] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.384235] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.384420] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.384732] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-cb40a5ee-c941-451f-b388-b50f2670d271 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.384908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-cb40a5ee-c941-451f-b388-b50f2670d271" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.385039] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-cb40a5ee-c941-451f-b388-b50f2670d271" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.385400] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-cb40a5ee-c941-451f-b388-b50f2670d271" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.385515] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb40a5ee-c941-451f-b388-b50f2670d271',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.445513] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.445714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.445764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.445969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.446082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.446279] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.446381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.446444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.446595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.446672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.446761] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1087.490667] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.490894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.491054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.491291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.491470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.504373] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1087.888718] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.889779] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.889779] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.889898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.890944] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.890944] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port cb40a5ee-c941-451f-b388-b50f2670d271 not found, creating... [ 1087.890944] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.890944] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.890944] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.891228] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.891262] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.891606] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.891804] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.891938] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.892178] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.892333] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.892477] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: cb40a5ee-c941-451f-b388-b50f2670d271 is going to be created. [ 1087.917714] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.918072] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.918140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.918423] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.918614] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.918996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-cb40a5ee-c941-451f-b388-b50f2670d271" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.022378] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: SUCCESS [ 1088.023677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.023677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.023677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.023677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.023677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.023677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.023947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.023947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.024076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.024118] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.527195] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.626443] env[65335]: INFO networking_nsxv3.common.synchronization [req-bc32b05b-610b-4d11-88e7-b35579b96bde req-d7597959-0bd1-4798-9d20-80270951038f service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 1088.626540] env[65335]: INFO networking_nsxv3.common.synchronization [req-bc32b05b-610b-4d11-88e7-b35579b96bde req-d7597959-0bd1-4798-9d20-80270951038f service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1088.627028] env[65335]: INFO networking_nsxv3.common.synchronization [req-bc32b05b-610b-4d11-88e7-b35579b96bde req-d7597959-0bd1-4798-9d20-80270951038f service nova] Enqueued Resource ID: cb40a5ee-c941-451f-b388-b50f2670d271 with Priority: HIGHEST for action port [ 1088.627275] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 1088.627405] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1088.627498] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb40a5ee-c941-451f-b388-b50f2670d271 with Priority: HIGHEST for action port [ 1088.628603] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.628767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.628817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.629032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.629380] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.630090] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.630187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.630379] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb40a5ee-c941-451f-b388-b50f2670d271 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.630535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb40a5ee-c941-451f-b388-b50f2670d271" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.630587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb40a5ee-c941-451f-b388-b50f2670d271" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.630775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb40a5ee-c941-451f-b388-b50f2670d271" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.630862] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb40a5ee-c941-451f-b388-b50f2670d271',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.978095] env[65335]: INFO networking_nsxv3.common.synchronization [req-c67ddf3f-4768-41d3-b2f1-5ed6a314b391 req-d77d7b99-fe2a-49f3-9467-f3cbfad4f67d tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1088.978889] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1088.980648] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.981306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.981306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.981480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.981705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.981891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.981984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.982300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.982414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.982533] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.029269] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de74cf8a-9d56-4ea5-9101-ce361a5cedc7: rpc.has_security_group_logging(os_id): False [ 1089.037111] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6550b05-6b98-4a8b-93e6-f2661915f410 in Status: SUCCESS [ 1089.037111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.049937] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.050115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.050173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.050389] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.050481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.050726] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.050836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.050904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.051084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.051168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.051270] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 is going to be created. [ 1089.123030] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.123030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.123030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.123030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.123030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.133300] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.134264] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.137113] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: IN_PROGRESS for 2s [ 1089.138438] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb40a5ee-c941-451f-b388-b50f2670d271 with status ACTIVE [ 1089.141970] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.141970] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.141970] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.141970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.141970] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb40a5ee-c941-451f-b388-b50f2670d271 is going to be updated. [ 1089.181042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.181302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.181440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.181714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.182075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.182153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb40a5ee-c941-451f-b388-b50f2670d271" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.485442] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.519504] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1089.519876] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 1089.519876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.520077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.520354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.520543] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.520659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.520726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.521032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.521099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.521159] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.733912] env[65335]: INFO networking_nsxv3.common.synchronization [None req-ccb51ad3-14a6-4bd0-a791-34063aae77dc None None] Enqueued Resource ID: ff3610d6-efca-479f-8343-2659a5729f63 with Priority: HIGHEST for action port [ 1089.735014] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3610d6-efca-479f-8343-2659a5729f63 with Priority: HIGHEST for action port [ 1089.735912] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff3610d6-efca-479f-8343-2659a5729f63 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.736118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff3610d6-efca-479f-8343-2659a5729f63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.736219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff3610d6-efca-479f-8343-2659a5729f63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.736567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff3610d6-efca-479f-8343-2659a5729f63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.736822] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff3610d6-efca-479f-8343-2659a5729f63',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.988248] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.023423] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.239246] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff3610d6-efca-479f-8343-2659a5729f63 [ 1090.239493] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.239622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.239689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.239892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.239978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.240084] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff3610d6-efca-479f-8343-2659a5729f63 already deleted. [ 1090.240159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff3610d6-efca-479f-8343-2659a5729f63" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.490521] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.490681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.490732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.491054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.491153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.491255] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1090.535223] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.535223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.535223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.535223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.535223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.536343] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.548557] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1090.805566] env[65335]: INFO networking_nsxv3.common.synchronization [req-5b6db72c-6491-45b8-8e77-5267ada6dccf req-0de33240-0c95-42c4-ba73-7983deb9889d tempest-ServerActionsTestOtherB-839008207 tempest-ServerActionsTestOtherB-839008207-project-member] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1090.805746] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1090.806144] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.806215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.806249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.806469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.806625] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.806716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.806775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.807038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.807138] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.807191] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.039359] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.039724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.039724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.040227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.041154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.041154] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1091.073257] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.073428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.073467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.073666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.074339] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.086583] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1091.151021] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: SUCCESS [ 1091.151021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233933] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.233933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.233933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.233933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.233933] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.233933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.233933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.233933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.233933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.234588] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.234588] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.234648] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.234746] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.234808] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.235090] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.235090] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.265179] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.265416] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.265584] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.265755] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.266305] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-b5e54962-a93c-4e9b-ae76-547f0489e069 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.266483] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-b5e54962-a93c-4e9b-ae76-547f0489e069" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.266598] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-b5e54962-a93c-4e9b-ae76-547f0489e069" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.266908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-b5e54962-a93c-4e9b-ae76-547f0489e069" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.267102] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e54962-a93c-4e9b-ae76-547f0489e069',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.309966] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.309966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.309966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.309966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.309966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.309966] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.309966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.310283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.310283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.310283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.310478] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1091.341237] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.341381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.341452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.341659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.341805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.353031] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1091.749522] env[65335]: INFO networking_nsxv3.common.synchronization [None req-c6694af7-9f10-4c44-86b3-2e3beed6d27a None None] Enqueued Resource ID: c02a072b-a224-4f04-a4b7-fbf7975d04f6 with Priority: HIGHEST for action port [ 1091.750098] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02a072b-a224-4f04-a4b7-fbf7975d04f6 with Priority: HIGHEST for action port [ 1091.750420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02a072b-a224-4f04-a4b7-fbf7975d04f6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.750545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02a072b-a224-4f04-a4b7-fbf7975d04f6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.750611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02a072b-a224-4f04-a4b7-fbf7975d04f6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.751205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02a072b-a224-4f04-a4b7-fbf7975d04f6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.751205] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02a072b-a224-4f04-a4b7-fbf7975d04f6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.769659] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.769890] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.769981] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.770315] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.770429] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.770599] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port b5e54962-a93c-4e9b-ae76-547f0489e069 not found, creating... [ 1091.770922] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.771109] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.771220] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.771438] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.771610] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.771841] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.772010] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.772134] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.772337] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.772463] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.772597] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: b5e54962-a93c-4e9b-ae76-547f0489e069 is going to be created. [ 1091.794482] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.794689] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.794768] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.795052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.795403] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.795639] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-b5e54962-a93c-4e9b-ae76-547f0489e069" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.238333] env[65335]: INFO networking_nsxv3.common.synchronization [None req-09d7f4e5-5f63-4676-8bef-2ae4fa0d0d06 None None] Enqueued Resource ID: 11aebe8e-26b9-4791-a594-d791e402af92 with Priority: HIGHEST for action port [ 1092.243336] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11aebe8e-26b9-4791-a594-d791e402af92 with Priority: HIGHEST for action port [ 1092.243735] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-11aebe8e-26b9-4791-a594-d791e402af92 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.243878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11aebe8e-26b9-4791-a594-d791e402af92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.243943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11aebe8e-26b9-4791-a594-d791e402af92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.244216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11aebe8e-26b9-4791-a594-d791e402af92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.244299] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11aebe8e-26b9-4791-a594-d791e402af92',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.254037] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c02a072b-a224-4f04-a4b7-fbf7975d04f6 [ 1092.254264] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.254390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.254437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.254687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.254757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.254849] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c02a072b-a224-4f04-a4b7-fbf7975d04f6 already deleted. [ 1092.254928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02a072b-a224-4f04-a4b7-fbf7975d04f6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.562430] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1092.563319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.702505] env[65335]: INFO networking_nsxv3.common.synchronization [req-5b6db72c-6491-45b8-8e77-5267ada6dccf req-1fd816b4-2b60-475f-b1a7-23adf8b8754f service nova] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 1092.702615] env[65335]: INFO networking_nsxv3.common.synchronization [req-5b6db72c-6491-45b8-8e77-5267ada6dccf req-1fd816b4-2b60-475f-b1a7-23adf8b8754f service nova] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1092.702758] env[65335]: INFO networking_nsxv3.common.synchronization [req-5b6db72c-6491-45b8-8e77-5267ada6dccf req-1fd816b4-2b60-475f-b1a7-23adf8b8754f service nova] Enqueued Resource ID: b5e54962-a93c-4e9b-ae76-547f0489e069 with Priority: HIGHEST for action port [ 1092.703345] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 1092.703488] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1092.703623] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e54962-a93c-4e9b-ae76-547f0489e069 with Priority: HIGHEST for action port [ 1092.703948] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.706700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.706700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.706700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.706700] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.706700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.706700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.706700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e54962-a93c-4e9b-ae76-547f0489e069 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.706700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e54962-a93c-4e9b-ae76-547f0489e069" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.706998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e54962-a93c-4e9b-ae76-547f0489e069" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.707054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e54962-a93c-4e9b-ae76-547f0489e069" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.707179] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e54962-a93c-4e9b-ae76-547f0489e069',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.746599] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11aebe8e-26b9-4791-a594-d791e402af92 [ 1092.747668] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.747668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.747668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.747900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.748594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.748594] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11aebe8e-26b9-4791-a594-d791e402af92 already deleted. [ 1092.748813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11aebe8e-26b9-4791-a594-d791e402af92" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.098135] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1093.098340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.098578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.099037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.099037] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.099147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.099147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.099304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.099362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.099448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.099536] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.211596] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.211731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.212799] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5e54962-a93c-4e9b-ae76-547f0489e069 with status ACTIVE [ 1093.212799] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.212799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.212799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.212799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.212799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.213055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.213055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.213055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.213257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.213298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.213751] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.213751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.213751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.213879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.213879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.214022] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5e54962-a93c-4e9b-ae76-547f0489e069 is going to be updated. [ 1093.238037] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.238231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.238274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.239932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.239932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.239932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e54962-a93c-4e9b-ae76-547f0489e069" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.368577] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1093.368817] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c deletion is rescheduled due to dependency. [ 1093.369033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.369144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.369386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.369607] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.369886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.370065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.370065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.370181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.370272] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.605276] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.606101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.606101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.606515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.607107] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.607807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.607807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.607807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.607807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.607987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.608041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.608173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.608210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.608365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.608534] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.608743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.608878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.609157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.610313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.610313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.610313] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.876722] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.113481] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a2f015-cee2-476b-a70b-1bdc4e201b02: rpc.has_security_group_logging(os_id): False [ 1094.135312] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.135312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.135312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.135543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.135543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.136955] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.136955] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.136955] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.136955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.137443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.137565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.137659] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1094.216396] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.216396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.216396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.216396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.216677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.235941] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1094.379294] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.881542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.881894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.881990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.882254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.882413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.882493] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1094.920558] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.920760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.920760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.922279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.922399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.933157] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1095.482731] env[65335]: INFO networking_nsxv3.common.synchronization [None req-fde90247-5908-41f5-8e65-a2a1896497e2 None None] Enqueued Resource ID: 4426085f-7141-40d1-9a60-84fe669319b2 with Priority: HIGHEST for action port [ 1095.483071] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4426085f-7141-40d1-9a60-84fe669319b2 with Priority: HIGHEST for action port [ 1095.483123] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-4426085f-7141-40d1-9a60-84fe669319b2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.483238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4426085f-7141-40d1-9a60-84fe669319b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.483302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4426085f-7141-40d1-9a60-84fe669319b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.483578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4426085f-7141-40d1-9a60-84fe669319b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.483654] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4426085f-7141-40d1-9a60-84fe669319b2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.890472] env[65335]: INFO networking_nsxv3.common.synchronization [req-fadcbe00-9067-48f9-bb05-a6a92f11816a req-38a52fd4-5730-4fb0-a889-f65d6db79c6b tempest-ServerRescueTestJSON-2038944549 tempest-ServerRescueTestJSON-2038944549-project-member] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1095.891438] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1095.891791] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.891917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.891985] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.892272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.892432] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.892562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.892614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.892746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.892852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.892927] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.985895] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4426085f-7141-40d1-9a60-84fe669319b2 [ 1095.987084] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.987084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.987084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.987084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.987084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.987084] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4426085f-7141-40d1-9a60-84fe669319b2 already deleted. [ 1095.987084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4426085f-7141-40d1-9a60-84fe669319b2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.256632] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1096.256869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.273047] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.273257] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.273384] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.273723] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.273989] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.274163] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.274277] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.274493] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.274633] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.274850] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.274959] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.275076] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.275181] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.275289] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.275390] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.275516] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.305937] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.305937] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.305937] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.306142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.306439] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.306610] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.306722] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.307072] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.307218] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c03d52b8-3e7c-43c7-bd58-5a593a950e2b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.395768] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.395858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.395916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.396177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.396272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.396468] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.396568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.396631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.396780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.396857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.396943] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab already deleted. [ 1096.397039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.813281] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.813679] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.813679] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.813871] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.814030] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.814172] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port c03d52b8-3e7c-43c7-bd58-5a593a950e2b not found, creating... [ 1096.814428] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.814580] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.814692] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.814911] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.815140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.815334] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.815482] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.815592] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.815792] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.815919] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.816071] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: c03d52b8-3e7c-43c7-bd58-5a593a950e2b is going to be created. [ 1096.841208] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.841577] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.841577] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.841773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.842055] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.842290] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.945201] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1096.945429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.945600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.945815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.946013] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.946136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.946201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.946354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.946476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.946507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.946594] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.450556] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.695355] env[65335]: INFO networking_nsxv3.common.synchronization [req-fadcbe00-9067-48f9-bb05-a6a92f11816a req-80425f67-8d0f-4912-bd12-7d3e8f452994 service nova] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_rules [ 1097.695355] env[65335]: INFO networking_nsxv3.common.synchronization [req-fadcbe00-9067-48f9-bb05-a6a92f11816a req-80425f67-8d0f-4912-bd12-7d3e8f452994 service nova] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1097.695355] env[65335]: INFO networking_nsxv3.common.synchronization [req-fadcbe00-9067-48f9-bb05-a6a92f11816a req-80425f67-8d0f-4912-bd12-7d3e8f452994 service nova] Enqueued Resource ID: c03d52b8-3e7c-43c7-bd58-5a593a950e2b with Priority: HIGHEST for action port [ 1097.695355] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_rules [ 1097.695355] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1097.695355] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03d52b8-3e7c-43c7-bd58-5a593a950e2b with Priority: HIGHEST for action port [ 1097.695355] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.695355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.695355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.695675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.695675] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.696395] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.696506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.696570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.696731] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.696874] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.696967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.697041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.697199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.697288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.697373] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.698131] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.698297] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.698418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.698525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.698599] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c03d52b8-3e7c-43c7-bd58-5a593a950e2b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.954636] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14d6211d-6f0e-4a7f-bbd4-3b097620d92c: rpc.has_security_group_logging(os_id): False [ 1097.972401] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.972574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.972634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.972877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.972955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.973431] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.973550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.973609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.973749] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.973823] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.973914] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1098.040770] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.040947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.041218] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.041451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.041606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.055169] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1098.200498] env[65335]: INFO networking_nsxv3.common.synchronization [None req-5daa9d41-5cd7-4be6-8fa4-69f62a27b009 tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_rules [ 1098.200498] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_rules [ 1098.200498] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.201440] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.201686] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.201996] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.202246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.202403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.202743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.202905] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.204441] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c03d52b8-3e7c-43c7-bd58-5a593a950e2b with status ACTIVE [ 1098.204964] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.205216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.205360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.205671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.205876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.206421] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.206655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.206792] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.207345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.208044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.208044] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.208044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.208044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.208044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.208627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.208627] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c03d52b8-3e7c-43c7-bd58-5a593a950e2b is going to be updated. [ 1098.232862] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.232862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.232862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.233160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.233160] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.233581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c03d52b8-3e7c-43c7-bd58-5a593a950e2b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.303281] env[65335]: INFO networking_nsxv3.common.synchronization [None req-6b221e90-e099-4018-a0dd-0d07370157d8 tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_rules [ 1098.303939] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_rules [ 1098.304614] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.304614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.705795] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.730144] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.730144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.730144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.730462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.730462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.730462] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 already deleted. [ 1098.730546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.730767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.730804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.730890] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.209835] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.210263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.210263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.210423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.210512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.210588] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab is going to be created. [ 1099.245870] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.246063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.246127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.246334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.246493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.260157] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.260353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.260390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.260601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.260690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.260788] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 already deleted. [ 1099.260871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.265583] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: UNINITIALIZED for 2s [ 1100.069594] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1100.069854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.276598] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: SUCCESS [ 1101.276598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.276598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.276856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.276856] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.276949] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.276982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.277630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.277630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.277630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.277630] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.779075] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.779251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.779348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.779530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.779702] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.779787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.779851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.779996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.780095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.780182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.780323] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.780412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.780472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.780641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.780776] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.780869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.780930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.781131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.781219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.781306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.781485] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.851102] env[65335]: INFO networking_nsxv3.common.synchronization [req-84d91b6a-844d-42a7-88d2-cfa94f5742c6 req-380b2760-0134-4b7d-bb2d-8ffb8812dccd tempest-ServersNegativeTestMultiTenantJSON-1682784618 tempest-ServersNegativeTestMultiTenantJSON-1682784618-project-member] Enqueued Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGHEST for action security_group_members [ 1101.851679] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGHEST for action security_group_members [ 1101.851991] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.852325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.852387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.852652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.852814] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.853627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.853700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.853863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.853953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.854059] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.282066] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.282066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.282066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.282591] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.282591] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.282862] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.283104] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.283287] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.283446] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.283657] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.283832] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.283992] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.284120] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.284236] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.284351] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.284493] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.285999] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab: rpc.has_security_group_logging(os_id): False [ 1102.309439] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.309702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.309702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.309939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.310137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.310272] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.310413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.310413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.310579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.310670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.310840] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.310935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.310998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.311239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.311316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.311700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.311856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.311964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.312236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.312354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.312476] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab is going to be created. [ 1102.315875] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.316124] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.316420] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.316791] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.317091] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-b7cefc38-0e50-4bbb-93b0-51026046ba9f taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.317339] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-b7cefc38-0e50-4bbb-93b0-51026046ba9f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.317594] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-b7cefc38-0e50-4bbb-93b0-51026046ba9f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.318130] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-b7cefc38-0e50-4bbb-93b0-51026046ba9f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.318130] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7cefc38-0e50-4bbb-93b0-51026046ba9f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.358434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.358790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.358790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.358972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.359076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.359230] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.359358] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.359445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.359662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.359758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.359895] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 already deleted. [ 1102.360098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.404967] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.404967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.404967] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.405296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.405296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.424419] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: IN_PROGRESS for 2s [ 1102.711992] env[65335]: INFO networking_nsxv3.common.synchronization [req-d0946b27-524c-4fff-8605-42d11711e654 req-aa8ea45d-4271-403f-a5d4-030c7a03e58e tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1102.712682] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1102.713631] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.713631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.713631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.713631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.713813] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.713857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.713886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.714040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.714118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.714214] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.822438] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.822727] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.822861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.823162] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.823348] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.823532] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port b7cefc38-0e50-4bbb-93b0-51026046ba9f not found, creating... [ 1102.823830] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.824039] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.824168] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.824412] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.824548] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.824847] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.824999] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.825140] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.825358] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.825500] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.825636] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: b7cefc38-0e50-4bbb-93b0-51026046ba9f is going to be created. [ 1102.849311] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.849564] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.849679] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.850251] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.851128] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.851128] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-b7cefc38-0e50-4bbb-93b0-51026046ba9f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.217455] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.217455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.217455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.217654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.217725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.218344] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.218344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.218344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.218344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.218344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.218596] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1103.257482] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.257482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.257482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.257725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.257846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.267882] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1103.550801] env[65335]: INFO networking_nsxv3.common.synchronization [req-84d91b6a-844d-42a7-88d2-cfa94f5742c6 req-888a0cc2-791c-4130-be95-8206f71ca0ed service nova] Enqueued Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGHEST for action security_group_rules [ 1103.551082] env[65335]: INFO networking_nsxv3.common.synchronization [req-84d91b6a-844d-42a7-88d2-cfa94f5742c6 req-888a0cc2-791c-4130-be95-8206f71ca0ed service nova] Enqueued Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGHEST for action security_group_members [ 1103.551203] env[65335]: INFO networking_nsxv3.common.synchronization [req-84d91b6a-844d-42a7-88d2-cfa94f5742c6 req-888a0cc2-791c-4130-be95-8206f71ca0ed service nova] Enqueued Resource ID: b7cefc38-0e50-4bbb-93b0-51026046ba9f with Priority: HIGHEST for action port [ 1103.551725] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGHEST for action security_group_rules [ 1103.551863] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGHEST for action security_group_members [ 1103.552630] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cefc38-0e50-4bbb-93b0-51026046ba9f with Priority: HIGHEST for action port [ 1103.552995] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.553133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.553204] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.553487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.553600] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.554492] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.554611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.554932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.555148] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.555300] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.555396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.555458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.555601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.555685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.555772] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.556546] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7cefc38-0e50-4bbb-93b0-51026046ba9f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.556653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7cefc38-0e50-4bbb-93b0-51026046ba9f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.556719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7cefc38-0e50-4bbb-93b0-51026046ba9f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.557378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7cefc38-0e50-4bbb-93b0-51026046ba9f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.557466] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7cefc38-0e50-4bbb-93b0-51026046ba9f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.059981] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.062070] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.062070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.062070] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7cefc38-0e50-4bbb-93b0-51026046ba9f with status ACTIVE [ 1104.062070] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.062070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.062070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.062468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.062468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.062468] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.062595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.062595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.062769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.062815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.062986] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.063233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.063233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.063309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.063401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.063486] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7cefc38-0e50-4bbb-93b0-51026046ba9f is going to be updated. [ 1104.087340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.087475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.087547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.087752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.087888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.088058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7cefc38-0e50-4bbb-93b0-51026046ba9f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.437632] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: SUCCESS [ 1104.437954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.565818] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.068770] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.068961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.069060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.069296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.069426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.069534] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 is going to be created. [ 1105.095728] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.095728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.095728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.095728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.095728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.106968] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 in Status: UNINITIALIZED for 2s [ 1105.279614] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1105.279869] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 1105.281048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.117682] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 in Status: SUCCESS [ 1107.118013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.118013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.118261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.118457] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.118570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.118634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.118781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.118861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.118944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.119090] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.593715] env[65335]: INFO networking_nsxv3.common.synchronization [req-74507a79-3384-4212-ac2f-b4a53487c055 req-3e46983c-9d6e-4c1f-8916-2942146d960e tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_members [ 1107.594317] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_members [ 1107.594397] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.594484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.594545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.595071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.595071] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.595071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.595642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.595642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.595642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.595642] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.621840] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.622502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.622502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.622502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.622640] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.622717] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.622752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.623088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.623088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.623209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.623306] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.623404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.623456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.623614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.623751] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.623876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.624027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.624095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.624151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.624271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.624334] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.922537] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.922722] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.922849] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.923128] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.923369] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.923524] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.923632] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.923837] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.923976] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.924192] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.924299] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.924401] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.924510] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.924615] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.924707] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.924833] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.947232] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.947401] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.947536] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.947703] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.948027] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-508c31df-3a90-4202-981c-43c84d34d7dc taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.948191] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-508c31df-3a90-4202-981c-43c84d34d7dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.948309] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-508c31df-3a90-4202-981c-43c84d34d7dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.948637] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-508c31df-3a90-4202-981c-43c84d34d7dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.948774] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508c31df-3a90-4202-981c-43c84d34d7dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.097897] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.098116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.098216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.098517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.098644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.098934] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.099065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.099159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.099361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.099469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.099584] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 already deleted. [ 1108.099695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.127132] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4: rpc.has_security_group_logging(os_id): False [ 1108.158664] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.158852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.158935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.159283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.159409] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.159671] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.159828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.159932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.160205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.160327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.160702] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.160891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.160970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.161192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.161295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.161581] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.161711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.161798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.161993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.162143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.162269] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 is going to be created. [ 1108.243020] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.243241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.243323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.243567] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.243747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.258893] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 in Status: IN_PROGRESS for 2s [ 1108.451280] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.451523] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.451647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.451941] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.452173] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.452347] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 508c31df-3a90-4202-981c-43c84d34d7dc not found, creating... [ 1108.452621] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.452774] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.452885] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.453185] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.453328] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.453644] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.453871] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.453931] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.454197] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.454354] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.454553] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 508c31df-3a90-4202-981c-43c84d34d7dc is going to be created. [ 1108.482726] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.482932] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.483071] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.483341] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.483610] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.483833] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-508c31df-3a90-4202-981c-43c84d34d7dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.186500] env[65335]: INFO networking_nsxv3.common.synchronization [req-74507a79-3384-4212-ac2f-b4a53487c055 req-b4b292f9-effb-4eee-bf20-d3c440666ed6 service nova] Enqueued Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_rules [ 1109.186730] env[65335]: INFO networking_nsxv3.common.synchronization [req-74507a79-3384-4212-ac2f-b4a53487c055 req-b4b292f9-effb-4eee-bf20-d3c440666ed6 service nova] Enqueued Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_members [ 1109.186821] env[65335]: INFO networking_nsxv3.common.synchronization [req-74507a79-3384-4212-ac2f-b4a53487c055 req-b4b292f9-effb-4eee-bf20-d3c440666ed6 service nova] Enqueued Resource ID: 508c31df-3a90-4202-981c-43c84d34d7dc with Priority: HIGHEST for action port [ 1109.187410] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_rules [ 1109.188050] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_members [ 1109.188317] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508c31df-3a90-4202-981c-43c84d34d7dc with Priority: HIGHEST for action port [ 1109.188608] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.188729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.188796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.188994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.189159] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.190046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.190157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.190227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.190401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.190584] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.190680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.190741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.191564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.191564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.191564] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.191804] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-508c31df-3a90-4202-981c-43c84d34d7dc taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.192839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508c31df-3a90-4202-981c-43c84d34d7dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.192839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508c31df-3a90-4202-981c-43c84d34d7dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.192839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508c31df-3a90-4202-981c-43c84d34d7dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.192839] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508c31df-3a90-4202-981c-43c84d34d7dc',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.695058] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.695058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.695058] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.695674] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 508c31df-3a90-4202-981c-43c84d34d7dc with status ACTIVE [ 1109.695894] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.696035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.696109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.696322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.696413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.696593] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.696668] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.696737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.696889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.696966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.697155] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.697271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.697306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.697438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.697566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.697610] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 508c31df-3a90-4202-981c-43c84d34d7dc is going to be updated. [ 1109.720779] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.720965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.720965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.721232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.721385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.721562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508c31df-3a90-4202-981c-43c84d34d7dc" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.859226] env[65335]: INFO networking_nsxv3.common.synchronization [req-d89ffdd2-19c3-49c9-88b8-b96153c9699c req-6fceabba-aa4a-47ab-9d32-3e9425e82328 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1109.859472] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1109.859791] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.859917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.859984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.860198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.860357] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.860456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.860516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.860674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.860802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.860900] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.201071] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.217996] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.217996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.217996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.217996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.217996] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.217996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.217996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.217996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.217996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.218465] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.218465] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.218465] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.218465] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.218574] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.218663] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.218788] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.238587] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.238746] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.238891] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.239079] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.239470] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-bad29b28-327f-4a22-8bc1-a9888e21c18e taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.239659] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-bad29b28-327f-4a22-8bc1-a9888e21c18e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.239776] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-bad29b28-327f-4a22-8bc1-a9888e21c18e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.240125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-bad29b28-327f-4a22-8bc1-a9888e21c18e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.240265] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad29b28-327f-4a22-8bc1-a9888e21c18e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.272227] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 in Status: SUCCESS [ 1110.272550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.364019] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.702865] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.703017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.703017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.703246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.703504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.703966] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 is going to be created. [ 1110.727386] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.727541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.727618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.727833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.727994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.738970] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 in Status: UNINITIALIZED for 2s [ 1110.743154] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.743434] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.743621] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.743926] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.744128] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.744319] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port bad29b28-327f-4a22-8bc1-a9888e21c18e not found, creating... [ 1110.744666] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.744832] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.744980] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.745256] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.745436] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.745754] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.746108] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.746238] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.746453] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.746604] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.746774] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: bad29b28-327f-4a22-8bc1-a9888e21c18e is going to be created. [ 1110.768655] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.768853] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.768969] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.769474] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.769474] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.769669] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-bad29b28-327f-4a22-8bc1-a9888e21c18e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.866587] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.369016] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.369372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.369372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.369601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.369868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.369868] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1111.406180] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.406385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.406437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.406693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.406815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.419644] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1111.504563] env[65335]: INFO networking_nsxv3.common.synchronization [req-d89ffdd2-19c3-49c9-88b8-b96153c9699c req-c3a6dd56-cb0f-4669-b510-ebc2f9cc98c5 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1111.504866] env[65335]: INFO networking_nsxv3.common.synchronization [req-d89ffdd2-19c3-49c9-88b8-b96153c9699c req-c3a6dd56-cb0f-4669-b510-ebc2f9cc98c5 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1111.505105] env[65335]: INFO networking_nsxv3.common.synchronization [req-d89ffdd2-19c3-49c9-88b8-b96153c9699c req-c3a6dd56-cb0f-4669-b510-ebc2f9cc98c5 service nova] Enqueued Resource ID: bad29b28-327f-4a22-8bc1-a9888e21c18e with Priority: HIGHEST for action port [ 1111.506046] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1111.506291] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1111.506291] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad29b28-327f-4a22-8bc1-a9888e21c18e with Priority: HIGHEST for action port [ 1111.506703] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.506883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.506984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.507312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.507575] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.508810] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.508948] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.509266] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad29b28-327f-4a22-8bc1-a9888e21c18e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.509424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad29b28-327f-4a22-8bc1-a9888e21c18e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.509520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad29b28-327f-4a22-8bc1-a9888e21c18e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.509777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad29b28-327f-4a22-8bc1-a9888e21c18e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.509889] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad29b28-327f-4a22-8bc1-a9888e21c18e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.012084] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.012246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.012440] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bad29b28-327f-4a22-8bc1-a9888e21c18e with status ACTIVE [ 1112.012610] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.012715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.012788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.012988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.013092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.013260] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.013355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.013408] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.013593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.013679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.013855] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.013941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.013989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.014149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.014220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.014304] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bad29b28-327f-4a22-8bc1-a9888e21c18e is going to be updated. [ 1112.036918] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.037054] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.037201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.037323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.037452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.037713] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad29b28-327f-4a22-8bc1-a9888e21c18e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.750194] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 in Status: SUCCESS [ 1112.750506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.750751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751410] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.751540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752167] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.254428] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.431285] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1113.431535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.431700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.431922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.432124] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.432283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.432354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.432513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.432607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.432704] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.761175] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b772bd8c-a1c7-4124-b527-7f2eb33f1d54: rpc.has_security_group_logging(os_id): False [ 1113.781398] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.781697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.781697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.781840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.781958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.782326] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.782556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.782556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.782738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.782839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.782978] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 is going to be created. [ 1113.846107] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.846292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.846336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.846551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.846807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.859231] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 in Status: IN_PROGRESS for 2s [ 1113.935062] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.438068] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.940333] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.940763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.940763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.940763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.940876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.941174] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1114.973029] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.973029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.973029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.973029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.973029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.992072] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1115.872626] env[65335]: INFO networking_nsxv3.common.synchronization [req-ce04c799-e906-43c8-9e5e-5379046b501b req-69f60871-0dfa-4f2b-8185-804cc037cd4a tempest-ServersNegativeTestMultiTenantJSON-1682784618 tempest-ServersNegativeTestMultiTenantJSON-1682784618-project-member] Enqueued Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGHEST for action security_group_members [ 1115.873197] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGHEST for action security_group_members [ 1115.874415] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 in Status: SUCCESS [ 1115.874604] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.874954] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.875121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.875208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.875454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.875664] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.875799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.875883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.876068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.876203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.876321] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.378735] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.379174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.379174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.379344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.379449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.379728] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.380168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.380168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.380168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.380168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.380355] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 is going to be updated. [ 1116.419942] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.420169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.420169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.420623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.420875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.433885] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 in Status: IN_PROGRESS for 2s [ 1117.002714] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1117.002927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.003784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.003784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.003784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.004044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.004095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.004319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.004399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.004597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.004637] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.507420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.507736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.507736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.507864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.507992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.508104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.508177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.508325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.508415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.508500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.508643] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.508770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.508827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.508982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.509176] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.509285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.509346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.509480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.509560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.509661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.509751] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.011572] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e644afb1-0e64-46d0-b1f1-b60f33015db8: rpc.has_security_group_logging(os_id): False [ 1118.032100] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.032438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.032438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.032545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.032627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.032883] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.032997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.032997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.033126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.033200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.033400] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.033494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.033556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.033714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.033789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.033967] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.034527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.034623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.034759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.034836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.034923] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1118.100063] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.100220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.100290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.100958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.101135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.118999] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1118.376489] env[65335]: INFO networking_nsxv3.common.synchronization [req-72260447-2729-42e5-a935-91a183ac279f req-fb0ac3c2-0edf-46d9-bab6-287dacf5fc11 tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1118.377178] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1118.377488] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.377639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.377696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.377943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.378241] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.378341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.378403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.378574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.378658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.378750] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.446115] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 in Status: SUCCESS [ 1118.446491] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 deletion is rescheduled due to dependency. [ 1118.446695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.522606] env[65335]: INFO networking_nsxv3.common.synchronization [req-09f067e1-3421-4994-96dc-747d9f723433 req-5285ea2b-65c8-4b03-9130-f9cc6545696a tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_members [ 1118.523128] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGHEST for action security_group_members [ 1118.523434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.523548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.523614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.523805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.524181] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.525154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.525154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.525307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.525360] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.525550] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.757256] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.757558] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.757685] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.757941] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.758638] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.758842] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.758957] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.759185] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.759320] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.759517] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.759618] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.759731] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.759845] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.760747] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.760747] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.760747] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.780178] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.780347] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.780479] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.780649] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-59" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.780952] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-5174e18e-b2d0-4fed-9137-b11462fa07c4 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.781143] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-5174e18e-b2d0-4fed-9137-b11462fa07c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.781262] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-5174e18e-b2d0-4fed-9137-b11462fa07c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.781658] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-5174e18e-b2d0-4fed-9137-b11462fa07c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.781786] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5174e18e-b2d0-4fed-9137-b11462fa07c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.883495] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.883635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.883737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.883919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.884014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.884198] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.884289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.884346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.884499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.884568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.884648] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1118.914984] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.915182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.915182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.915357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.915548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.926723] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1119.029580] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.036095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.036095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.036095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.036095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.036095] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.036095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.036095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.036095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.036095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.036095] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb is going to be updated. [ 1119.066847] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.067124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.067245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.067738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.067738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.077476] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb in Status: IN_PROGRESS for 2s [ 1119.285692] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.285885] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.285973] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.286288] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.286444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.286600] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 5174e18e-b2d0-4fed-9137-b11462fa07c4 not found, creating... [ 1119.286872] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.287045] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.287164] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.287445] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.287587] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.287871] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.288086] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.288288] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.288624] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.288833] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.289035] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 5174e18e-b2d0-4fed-9137-b11462fa07c4 is going to be created. [ 1119.332573] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.332860] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.333047] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.333472] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.333762] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.334097] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-5174e18e-b2d0-4fed-9137-b11462fa07c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.009093] env[65335]: INFO networking_nsxv3.common.synchronization [req-72260447-2729-42e5-a935-91a183ac279f req-1b9c942c-2891-4c0c-bd67-8e9f3e85ac0d service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 1120.009385] env[65335]: INFO networking_nsxv3.common.synchronization [req-72260447-2729-42e5-a935-91a183ac279f req-1b9c942c-2891-4c0c-bd67-8e9f3e85ac0d service nova] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1120.009464] env[65335]: INFO networking_nsxv3.common.synchronization [req-72260447-2729-42e5-a935-91a183ac279f req-1b9c942c-2891-4c0c-bd67-8e9f3e85ac0d service nova] Enqueued Resource ID: 5174e18e-b2d0-4fed-9137-b11462fa07c4 with Priority: HIGHEST for action port [ 1120.010031] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_rules [ 1120.010169] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1120.010269] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5174e18e-b2d0-4fed-9137-b11462fa07c4 with Priority: HIGHEST for action port [ 1120.010534] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.010652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.010719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.010915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.010994] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.011937] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.012048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.012301] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5174e18e-b2d0-4fed-9137-b11462fa07c4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.012417] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5174e18e-b2d0-4fed-9137-b11462fa07c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.012525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5174e18e-b2d0-4fed-9137-b11462fa07c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.012660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5174e18e-b2d0-4fed-9137-b11462fa07c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.012736] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5174e18e-b2d0-4fed-9137-b11462fa07c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.138735] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1120.138735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.515222] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.515389] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.515614] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5174e18e-b2d0-4fed-9137-b11462fa07c4 with status ACTIVE [ 1120.515842] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.515983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.516085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.516328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.516464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.516675] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.516845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.516935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.517151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.517248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.517468] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.517555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.517681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.517761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.517835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.517918] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5174e18e-b2d0-4fed-9137-b11462fa07c4 is going to be updated. [ 1120.544319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.544498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.544539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.545008] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.545463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.545706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5174e18e-b2d0-4fed-9137-b11462fa07c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.717697] env[65335]: INFO networking_nsxv3.common.synchronization [req-de180e6e-1f5c-4375-b4bb-9b5eb6820bfe req-4a9b7220-5f3f-46a8-befb-ed7a2e1d8b9d tempest-ServerRescueTestJSON-2038944549 tempest-ServerRescueTestJSON-2038944549-project-member] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1120.718784] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1120.718784] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.718784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.718784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.719046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.719046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.719117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.719190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.719356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.719439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.719532] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.937344] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1120.937526] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 1120.937639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.937808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.938026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.938214] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.938328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.938396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.938539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.938619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.938714] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.017542] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.017782] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.017891] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.018117] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.018460] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.018638] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.018753] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.018969] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.019125] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.019331] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.019436] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.019541] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.019644] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.019819] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.019926] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.020070] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.039528] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.039674] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.039812] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.040010] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-210" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.040524] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.040741] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.040936] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.041251] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.041926] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.086758] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb in Status: SUCCESS [ 1121.086992] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb deletion is rescheduled due to dependency. [ 1121.087133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.221816] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.444284] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.543545] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.544232] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.544232] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.544232] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.544889] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.544889] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8 not found, creating... [ 1121.544889] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.545086] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.545086] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.545594] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.545594] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.546525] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.546525] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.546525] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.546525] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.546525] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.546968] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8 is going to be created. [ 1121.571826] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.571826] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.571826] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.571826] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.571826] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.571826] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.724062] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.946424] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.227687] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.228052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.228052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.228198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.228198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.228310] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab is going to be updated. [ 1122.258453] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.258453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.258609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.258758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.258966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.268369] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: IN_PROGRESS for 2s [ 1122.291019] env[65335]: INFO networking_nsxv3.common.synchronization [req-de180e6e-1f5c-4375-b4bb-9b5eb6820bfe req-1716f3ab-20c9-4492-8e10-418b5aeacc57 service nova] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_rules [ 1122.291104] env[65335]: INFO networking_nsxv3.common.synchronization [req-de180e6e-1f5c-4375-b4bb-9b5eb6820bfe req-1716f3ab-20c9-4492-8e10-418b5aeacc57 service nova] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1122.291294] env[65335]: INFO networking_nsxv3.common.synchronization [req-de180e6e-1f5c-4375-b4bb-9b5eb6820bfe req-1716f3ab-20c9-4492-8e10-418b5aeacc57 service nova] Enqueued Resource ID: e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8 with Priority: HIGHEST for action port [ 1122.291823] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_rules [ 1122.291989] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1122.296231] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8 with Priority: HIGHEST for action port [ 1122.296576] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.296702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.296772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.297017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.297104] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.298294] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.298400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.298791] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.298791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.298791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.298957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.298988] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.449208] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.449399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.449493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.449803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.449944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.450084] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1122.485962] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.485962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.485962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.485962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.485962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.495098] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1122.803025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.803025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.804910] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8 with status ACTIVE [ 1122.805157] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.805283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.805349] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.805563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.805645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.805813] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.805906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.805964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.806139] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.806210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.806417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.806551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.806584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.806697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.806772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.806853] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8 is going to be updated. [ 1122.832850] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.833067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.833128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.833289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.833429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.833600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f4562e-d99d-41ff-ac0f-7de7c1afc0a8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.279708] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: SUCCESS [ 1124.280667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.280667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.280667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.280667] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.280667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.280984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.280984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.280984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.281123] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.506359] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1124.506588] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.506763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.506970] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.507185] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.507302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.507369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.507521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.507637] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.507690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.507764] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.785595] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.013434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.013434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.013434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.013434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.016792] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.017457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.017551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.017786] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.017915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.018074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.018231] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.264533] env[65335]: INFO networking_nsxv3.common.synchronization [req-bdad3fb1-e792-429f-9f32-788922960b33 req-8beb920f-e051-440c-a287-5ffca8790a2a tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1125.265092] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1125.265396] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.265560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.265654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.265858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.266017] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.266405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.266523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.266753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.266877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.267117] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.288618] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.521651] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a2f015-cee2-476b-a70b-1bdc4e201b02: rpc.has_security_group_logging(os_id): False [ 1125.542291] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.542446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.542545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.542830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.542963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.543195] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.543320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.543434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.543552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.543631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.543882] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.544000] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.544127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.544272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.544340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.544539] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.544711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.544817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.544973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.545144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.545203] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1125.615959] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.616129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.616203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.616419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.616569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.637091] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1125.641555] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.642139] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.642139] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.642139] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.642432] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.642597] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.642713] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.643377] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.643377] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.643489] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.643617] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.643789] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.643900] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.644019] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.644128] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.644259] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.663538] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.663829] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.663829] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.664056] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.664437] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-ca96fd1e-ceb4-4316-b235-2b5a51defa38 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.664677] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-ca96fd1e-ceb4-4316-b235-2b5a51defa38" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.664797] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-ca96fd1e-ceb4-4316-b235-2b5a51defa38" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.665175] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-ca96fd1e-ceb4-4316-b235-2b5a51defa38" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.665328] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca96fd1e-ceb4-4316-b235-2b5a51defa38',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.770018] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.770350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.770582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.770964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.791629] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.791850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.791850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.792207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.792312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.792427] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab is going to be updated. [ 1125.797870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.798169] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.800114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.800114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.800114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.800114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.800114] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1125.853239] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.853239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.853239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.853239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.853239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.862310] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.862310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.862310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.862310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.862310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.864470] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: IN_PROGRESS for 2s [ 1125.870725] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1126.171871] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.172126] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.172282] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.172631] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.172774] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.172924] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port ca96fd1e-ceb4-4316-b235-2b5a51defa38 not found, creating... [ 1126.173219] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.173375] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.173488] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.173756] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.173899] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.174196] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.174350] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.174464] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.174667] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.174798] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.174934] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: ca96fd1e-ceb4-4316-b235-2b5a51defa38 is going to be created. [ 1126.199621] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.199873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.200078] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.200394] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.200799] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.201154] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-ca96fd1e-ceb4-4316-b235-2b5a51defa38" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.741500] env[65335]: INFO networking_nsxv3.common.synchronization [req-b4fbd177-ffc0-4550-83a9-556981a28350 req-3f7217a7-4cc6-4de5-a057-8124a1c9cc2f tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1126.742705] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1126.743073] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.743227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.743347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.743652] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.743861] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.743969] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.744031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.744437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.745029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.745166] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.942533] env[65335]: INFO networking_nsxv3.common.synchronization [req-bdad3fb1-e792-429f-9f32-788922960b33 req-c5291204-d04e-493e-9516-157ed9061e40 service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1126.942691] env[65335]: INFO networking_nsxv3.common.synchronization [req-bdad3fb1-e792-429f-9f32-788922960b33 req-c5291204-d04e-493e-9516-157ed9061e40 service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1126.944627] env[65335]: INFO networking_nsxv3.common.synchronization [req-bdad3fb1-e792-429f-9f32-788922960b33 req-c5291204-d04e-493e-9516-157ed9061e40 service nova] Enqueued Resource ID: ca96fd1e-ceb4-4316-b235-2b5a51defa38 with Priority: HIGHEST for action port [ 1126.944627] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1126.944627] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1126.944627] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca96fd1e-ceb4-4316-b235-2b5a51defa38 with Priority: HIGHEST for action port [ 1126.944627] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.944995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.944995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.945183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.946146] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.949093] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.949188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.949413] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca96fd1e-ceb4-4316-b235-2b5a51defa38 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.949530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca96fd1e-ceb4-4316-b235-2b5a51defa38" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.949585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca96fd1e-ceb4-4316-b235-2b5a51defa38" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.949766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca96fd1e-ceb4-4316-b235-2b5a51defa38" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.949840] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca96fd1e-ceb4-4316-b235-2b5a51defa38',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.113224] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.113439] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.113562] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.113893] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.114130] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.114284] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.114397] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.114616] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.114756] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.114956] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.115094] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.115201] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.115305] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.115415] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.115534] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.115639] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.137044] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.137232] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.137365] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.137538] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.137842] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.138021] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.138142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.138526] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.138652] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.248415] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.451708] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.451839] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.456166] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca96fd1e-ceb4-4316-b235-2b5a51defa38 with status ACTIVE [ 1127.456393] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.456506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.456563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.456994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.456994] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.457205] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.457205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.457308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.457526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.457526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.457677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.457770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.457829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.457965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.458050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.458133] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca96fd1e-ceb4-4316-b235-2b5a51defa38 is going to be updated. [ 1127.497264] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.497803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.497884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.498129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.498275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.498428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca96fd1e-ceb4-4316-b235-2b5a51defa38" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.641534] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.641815] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.641996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.642392] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.642603] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.642827] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b not found, creating... [ 1127.643247] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.643477] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.643689] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.644016] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.644244] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.644670] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.644910] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.645114] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.645434] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.645650] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.645875] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b is going to be created. [ 1127.660838] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1127.661103] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.668013] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.668253] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.668375] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.668645] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.668874] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.669245] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.750110] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.874603] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: SUCCESS [ 1127.874959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.875202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.875462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.875734] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.876065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.876065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.876198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.876275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.876337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.876737] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.889652] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1127.889834] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 deletion is rescheduled due to dependency. [ 1127.889953] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.890455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.890687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.890886] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.891016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.891078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.891240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.891329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.891506] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.252219] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.252329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.252386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.253209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.253209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.253209] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1128.288513] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.288674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.288674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.288879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.289273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.315953] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1128.379766] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.379954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.380025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.380279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.380465] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.380568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.380646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.380795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.380993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.380993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.381152] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.381245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.381306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.381504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.381673] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.381790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.381897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.382033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.382098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.382161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.382250] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.393976] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.406780] env[65335]: INFO networking_nsxv3.common.synchronization [req-b4fbd177-ffc0-4550-83a9-556981a28350 req-7ea90177-be25-434a-9991-4c4764d74896 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1128.406780] env[65335]: INFO networking_nsxv3.common.synchronization [req-b4fbd177-ffc0-4550-83a9-556981a28350 req-7ea90177-be25-434a-9991-4c4764d74896 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1128.406780] env[65335]: INFO networking_nsxv3.common.synchronization [req-b4fbd177-ffc0-4550-83a9-556981a28350 req-7ea90177-be25-434a-9991-4c4764d74896 service nova] Enqueued Resource ID: f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b with Priority: HIGHEST for action port [ 1128.406780] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1128.406780] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1128.406780] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b with Priority: HIGHEST for action port [ 1128.406780] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.407412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.407570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.407856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.408571] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.414869] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.414869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.414869] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.414869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.414869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.414869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.414869] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.884690] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab: rpc.has_security_group_logging(os_id): False [ 1128.896411] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.903904] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.904066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.904142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.904351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.904455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.904659] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.904758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.904821] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.904968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.905055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.905229] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.905320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.905380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.905518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.905592] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.905762] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.905854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.905913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.906060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.906136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.906218] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab is going to be updated. [ 1128.914663] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.914663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.918538] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b with status ACTIVE [ 1128.918750] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.918917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.918982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.919188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.919282] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.920195] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.920195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.920195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.920195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.920195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.920195] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.920195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.920195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.920453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.920453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.920453] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b is going to be updated. [ 1128.942062] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.942256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.942334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.942555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.942716] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.942921] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66dfdd9-8db0-4ee8-95b2-d0445edf1d8b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.998785] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.998933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.999008] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.999294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.999490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.024120] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: IN_PROGRESS for 2s [ 1129.399378] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.399650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.399650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.399835] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.399931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.400049] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1129.438233] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.438415] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.438460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.438646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.438802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.452528] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1130.326784] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1130.327181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.327276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.327498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.327720] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.327845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.327903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.328089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.328192] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.328323] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.831134] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.021599] env[65335]: INFO networking_nsxv3.common.synchronization [req-0197e2af-4dd8-4ae2-98dd-86bb4e606ab4 req-ae5a2bd4-6fa9-42a1-a0e0-272e096ef092 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 1131.022341] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 1131.022725] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.022874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.022960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.023193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.023389] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.023513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.023670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.023833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.023921] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.024027] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.041774] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: SUCCESS [ 1131.042035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.326226] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.326481] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.326617] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.326953] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.327523] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.327523] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.327523] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.328101] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.328101] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.328187] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.328293] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.328402] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.328505] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.328610] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.328713] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.328839] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.335109] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.352266] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.352451] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.352641] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.352977] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.353214] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.353445] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.353543] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.353934] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.354082] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99dfe7c-6584-4deb-8a1a-a2552c7c685c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.463839] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1131.464840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.464840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.464840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.464840] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.464840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.464840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.465224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.465224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.465224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.465224] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.528371] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.528552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.528591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.528816] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.528888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.529098] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.529227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.529290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.529498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.529614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.529656] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be deleted. [ 1131.561748] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.561930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.561999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.562226] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.562328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.562477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.836418] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.836608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.836608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.836729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.836820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.836923] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1131.856826] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.857052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.857177] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.857579] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.857680] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.857849] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port a99dfe7c-6584-4deb-8a1a-a2552c7c685c not found, creating... [ 1131.858128] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.858311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.858412] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.858664] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.858789] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.859084] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.859239] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.859353] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.859566] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.859754] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.859869] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: a99dfe7c-6584-4deb-8a1a-a2552c7c685c is going to be created. [ 1131.882743] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.883015] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.883112] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.883420] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.883656] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.883912] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.887432] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.887586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.887658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.887864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.888032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.903496] env[65335]: INFO networking_nsxv3.common.synchronization [None req-29c8a050-e689-4a12-a4fc-0ff7bfef7674 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1131.903860] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1131.904618] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.904618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.904618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.904618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.904812] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.904812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.904812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.905014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.905081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.905142] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.911193] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1131.968335] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.968335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.407549] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.728402] env[65335]: INFO networking_nsxv3.common.synchronization [req-0197e2af-4dd8-4ae2-98dd-86bb4e606ab4 req-2b4214f1-39c8-426f-8751-9f7039a81c20 service nova] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_rules [ 1132.728402] env[65335]: INFO networking_nsxv3.common.synchronization [req-0197e2af-4dd8-4ae2-98dd-86bb4e606ab4 req-2b4214f1-39c8-426f-8751-9f7039a81c20 service nova] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 1132.728402] env[65335]: INFO networking_nsxv3.common.synchronization [req-0197e2af-4dd8-4ae2-98dd-86bb4e606ab4 req-2b4214f1-39c8-426f-8751-9f7039a81c20 service nova] Enqueued Resource ID: a99dfe7c-6584-4deb-8a1a-a2552c7c685c with Priority: HIGHEST for action port [ 1132.730564] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_rules [ 1132.730726] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 1132.730772] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99dfe7c-6584-4deb-8a1a-a2552c7c685c with Priority: HIGHEST for action port [ 1132.731344] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.731344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.731344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.731594] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.731648] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.733726] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.733726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.733726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.733726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.733726] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.733726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.734053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.735346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.735346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.735346] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.735485] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.735773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.735773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.735911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.736032] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99dfe7c-6584-4deb-8a1a-a2552c7c685c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.911810] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.238422] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.239622] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.239862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.239924] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a99dfe7c-6584-4deb-8a1a-a2552c7c685c with status ACTIVE [ 1133.240152] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.240275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.240325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.241760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.241760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.241760] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.241760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.241760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.241760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.241760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.241760] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.241760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.241760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.243362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.243362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.243362] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a99dfe7c-6584-4deb-8a1a-a2552c7c685c is going to be updated. [ 1133.275508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.275680] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.275753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.275962] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.276124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.276288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.415083] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.415582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.415582] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.415687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.415822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.415966] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1133.451425] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.451425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.451589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.451873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.451957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.464232] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1133.747544] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.923352] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1133.923693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.923814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.924050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.924257] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.924378] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.924451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.924605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.924691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.924780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.924873] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.251875] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.252087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.252129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.252350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.252444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.252565] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be created. [ 1134.319927] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.320175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.320175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.320414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.320520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.333792] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: UNINITIALIZED for 2s [ 1134.398245] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.398443] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.398603] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.398883] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.399515] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.399515] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.399515] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.399732] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.399732] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.399947] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.400530] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.400721] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.400845] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.401013] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.401138] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.401276] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.427190] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.427628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.427628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.427857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.428167] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.428295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.428365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.428578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.428722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.428818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.429015] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.429123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.429203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.429372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.429667] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.429827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.429933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.430213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.430326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.430432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.430534] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.432415] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.432584] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.432726] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.432912] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.433234] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.433408] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.433572] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.433887] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.434053] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b862359-2b7a-4159-8a94-8a5d3ea8a4d0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.935500] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e644afb1-0e64-46d0-b1f1-b60f33015db8: rpc.has_security_group_logging(os_id): False [ 1134.936986] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.937242] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.937304] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.937761] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.937946] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.938163] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 5b862359-2b7a-4159-8a94-8a5d3ea8a4d0 not found, creating... [ 1134.938527] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.938671] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.938790] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.939186] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.939352] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.939697] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.939852] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.939966] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.940222] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.940356] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.940499] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 5b862359-2b7a-4159-8a94-8a5d3ea8a4d0 is going to be created. [ 1134.969602] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.969602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.969774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.969883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.969974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.970190] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.970312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.970355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.970505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.970596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.970871] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.970989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.971120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.971444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.971711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.972033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.972185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.972281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.972430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.972532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.972634] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1134.982637] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.982897] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.983131] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.983561] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.983908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.984283] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.061073] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.061269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.061306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.061528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.061669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.087960] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1135.475867] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1135.476260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.476296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.476532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.476735] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.476851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.476938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.477097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.477183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.477272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.477424] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.477509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.477586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.477707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.477842] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.477995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.478112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.478214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.478283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.478369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.478450] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.690252] env[65335]: INFO networking_nsxv3.common.synchronization [req-68b42fa8-b742-494e-b882-e9db8c08b2cb req-9daf5cea-8d0a-41ef-b678-eae05eae8668 service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1135.690402] env[65335]: INFO networking_nsxv3.common.synchronization [req-68b42fa8-b742-494e-b882-e9db8c08b2cb req-9daf5cea-8d0a-41ef-b678-eae05eae8668 service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1135.690534] env[65335]: INFO networking_nsxv3.common.synchronization [req-68b42fa8-b742-494e-b882-e9db8c08b2cb req-9daf5cea-8d0a-41ef-b678-eae05eae8668 service nova] Enqueued Resource ID: 5b862359-2b7a-4159-8a94-8a5d3ea8a4d0 with Priority: HIGHEST for action port [ 1135.691080] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1135.691545] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1135.692226] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b862359-2b7a-4159-8a94-8a5d3ea8a4d0 with Priority: HIGHEST for action port [ 1135.692299] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.692384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.692561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.692664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.692724] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.692939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.693089] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.693463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.693463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.693463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.693463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.693581] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.694385] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.694498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.694543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.694695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.694766] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b862359-2b7a-4159-8a94-8a5d3ea8a4d0',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.980777] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93022bf1-7937-454e-a632-5e8a972811b4: rpc.has_security_group_logging(os_id): False [ 1136.001493] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.001709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.001795] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.002044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.002159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.002355] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.002520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.002520] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.002723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.002805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.003100] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.003163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.003201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.003350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.003421] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.003617] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.003714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.003774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.003932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.004015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.004455] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1136.085196] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.085379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.085420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.085619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.085779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.104026] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1136.196629] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.197666] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b862359-2b7a-4159-8a94-8a5d3ea8a4d0 with status ACTIVE [ 1136.197909] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.198051] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.198123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.198397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.198500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.198695] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.198818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.198893] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.199128] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.199222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.199463] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.199661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.199661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.199827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.199916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.200026] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b862359-2b7a-4159-8a94-8a5d3ea8a4d0 is going to be updated. [ 1136.225107] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.225322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.225400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.225617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.225754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.225912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b862359-2b7a-4159-8a94-8a5d3ea8a4d0" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.345191] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: SUCCESS [ 1136.345432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.345605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.345841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.346079] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.346201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.346276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.346431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.346524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.346610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.346700] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.702546] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.849567] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.849813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.849862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.850119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.850299] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.850406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.850471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.850683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.850812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.850935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.851105] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.851205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.851257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.851447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.851622] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.851732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.851770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.851901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.851974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.852069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.852201] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.109457] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1137.109736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.206024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.206246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.206322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.206548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.206695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.206747] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1137.238733] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.239028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.239028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.239219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.239431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.249344] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1137.356073] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6364a58b-9de1-4c78-8b62-ee1106be361a: rpc.has_security_group_logging(os_id): False [ 1137.375415] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.375607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.375675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.375922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.376052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.376322] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.376478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.376566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.376748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.376834] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.377103] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.377207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.377270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.377414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.377490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.377684] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.377779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.377840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.377976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.378066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.378172] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be created. [ 1137.433858] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.434132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.434224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.434512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.434747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.452437] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: IN_PROGRESS for 2s [ 1138.123011] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1138.123395] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.123617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.123959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.124178] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.628012] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.628196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.962599] env[65335]: INFO networking_nsxv3.common.synchronization [req-5c5a6b7c-19ac-499e-a727-477ebfb151ac req-c6a8cad5-6da5-45fd-ab0f-ae15c06e6a52 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1138.963297] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1138.963627] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.965114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.965114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.965114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.965114] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.965114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.965114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.965114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.965114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.965114] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.259591] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1139.259939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.261071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.261071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.261071] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.261071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.261071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.261071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.261071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.261071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.261071] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.466698] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.469149] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: SUCCESS [ 1139.469385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.763429] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.763429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.763429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.764305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.764305] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.764305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.764305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.764305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.764305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.764305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.765025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.765025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.765025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.765025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.765025] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.765025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.765405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.765405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.765405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.765405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.765602] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.969637] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.268463] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93022bf1-7937-454e-a632-5e8a972811b4: rpc.has_security_group_logging(os_id): False [ 1140.288461] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.288650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.288743] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.289018] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.289147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.289391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.289509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.289625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.289810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.289903] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.290177] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.290307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.290381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.290585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.290710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.290945] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.291104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.291178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.291367] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.291471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.291568] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1140.366909] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.367104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.367189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.367383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.367534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.404693] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1140.472438] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.472650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.472741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.472984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.473131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.473245] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1140.515218] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.515505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.515505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.515614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.515774] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.525955] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1142.277884] env[65335]: INFO networking_nsxv3.common.synchronization [req-2e9ac589-aa09-4a6a-abb3-ea978b16534b req-b7a98497-6fc8-43bc-8f90-e92cf7b9ff45 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 1142.278817] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGHEST for action security_group_members [ 1142.279399] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.279654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.279654] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.279919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.280106] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.280207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.280270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.280632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.280632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.280718] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.338053] env[65335]: INFO networking_nsxv3.common.synchronization [req-2e9ac589-aa09-4a6a-abb3-ea978b16534b req-b7a98497-6fc8-43bc-8f90-e92cf7b9ff45 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: a99dfe7c-6584-4deb-8a1a-a2552c7c685c with Priority: HIGHEST for action port [ 1142.338748] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99dfe7c-6584-4deb-8a1a-a2552c7c685c with Priority: HIGHEST for action port [ 1142.339110] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.339223] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.339291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.339501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.340270] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99dfe7c-6584-4deb-8a1a-a2552c7c685c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.427037] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1142.427037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.546248] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1142.546248] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.573933] env[65335]: INFO networking_nsxv3.common.synchronization [req-c7317ab5-1cc4-4401-a9f0-954d961475ba req-6c31eb87-061d-479f-b815-95f63a495857 tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_members [ 1142.574289] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGHEST for action security_group_members [ 1142.574631] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.574759] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.574811] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.575570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.575570] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.575570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.575570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.575570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.575570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.575831] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.784418] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.784608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.784685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.784935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.785071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.785276] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.785376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.785493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.785635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.785710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.785799] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be updated. [ 1142.819543] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.819987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.820149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.820529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.820703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.831942] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: IN_PROGRESS for 2s [ 1142.842411] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a99dfe7c-6584-4deb-8a1a-a2552c7c685c with status ACTIVE [ 1142.843100] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.843100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.843100] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.843261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.843418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.843585] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.845377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.845377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.845377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.845377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.845377] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.845377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.845377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.845377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.845377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.845377] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a99dfe7c-6584-4deb-8a1a-a2552c7c685c is going to be updated. [ 1142.870113] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.870699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.870804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.871046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.871359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.871537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a99dfe7c-6584-4deb-8a1a-a2552c7c685c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.080042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.080042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.080042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.080042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.080042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.080042] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.080042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.080042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.080042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.080042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.080042] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a is going to be updated. [ 1143.112412] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.112412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.112412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.112698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.112698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.128501] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749f8d0a-34d4-4539-a4e0-bd802328928a in Status: IN_PROGRESS for 2s [ 1144.843535] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6364a58b-9de1-4c78-8b62-ee1106be361a in Status: SUCCESS [ 1144.843938] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a deletion is rescheduled due to dependency. [ 1144.843938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.140092] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749f8d0a-34d4-4539-a4e0-bd802328928a in Status: SUCCESS [ 1145.140258] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a deletion is rescheduled due to dependency. [ 1145.140359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.049082] env[65335]: INFO networking_nsxv3.common.synchronization [req-6efcb6d1-335a-4202-9fda-a7029e670bb6 req-d061ec5f-f917-4ac4-bd61-5b5ab1116e12 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1146.049082] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1146.049082] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.049082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.049082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.049082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.050472] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.050767] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.052593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.052593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.052593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.052593] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.555311] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.058442] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.561406] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.561562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.561646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.561922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.562229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.562229] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1147.606707] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.606919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.611020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.611020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.611020] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.625421] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1147.686567] env[65335]: INFO networking_nsxv3.common.synchronization [req-41545ee0-ca1a-4983-9c3f-08f2eca2f692 req-9de5733a-e77b-4db4-97d5-14c3e9c12ad1 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1147.686687] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1147.687085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.687268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.687325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.687579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.687747] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.687847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.687906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.688085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.688174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.688401] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.194032] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.499368] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0b8ded99-f324-4bd4-aff6-9f2ce04d3be9 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1148.499987] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1148.500524] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.500624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.697128] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.202055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.202514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.202514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.202514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.202712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.202712] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1149.233440] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.233584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.233656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.233927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.234173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.243915] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1149.639125] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1149.639125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.788066] env[65335]: INFO networking_nsxv3.common.synchronization [req-af2c6640-7672-4a53-bfe4-f799fe242fc3 req-5cbea2fb-d682-44e4-802f-0133d03631e0 tempest-ServerRescueTestJSON-2038944549 tempest-ServerRescueTestJSON-2038944549-project-member] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1150.788398] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1150.788605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.789343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.789343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.789343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.789343] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.789804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.789804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.789804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.789902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.789969] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.223152] env[65335]: INFO networking_nsxv3.common.synchronization [req-8aca938f-d1cf-4711-a8f5-fb975f4e11c8 req-6b763d66-c6ac-4db1-a73a-294d0546f5eb tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_members [ 1151.223306] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 with Priority: HIGHEST for action security_group_members [ 1151.223601] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b43913-aaac-4e7e-9279-29e3bf6356b3 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.223720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.223787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.223993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.224181] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.224518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.224518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.224610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.224641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.224738] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b43913-aaac-4e7e-9279-29e3bf6356b3',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.255254] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1151.255861] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.257034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.257414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.257798] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.257971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.258079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.258249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.258375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.258759] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.292797] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.727113] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.727326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.727371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.727601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.727694] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.727901] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.727999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.728070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.728218] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.728293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.728375] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 is going to be updated. [ 1151.759673] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.759909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.759909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.760104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.760270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.761878] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.762016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.762057] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.762242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.762356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.762553] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.762648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.762710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.762870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.762941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.763041] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1151.771598] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 in Status: IN_PROGRESS for 2s [ 1151.786854] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.787026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.787026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.787404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.787404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.795023] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.797147] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1152.297094] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.297268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.297342] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.297564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.297656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.297764] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab is going to be updated. [ 1152.367142] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.367377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.367377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.367597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.367740] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.377970] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: IN_PROGRESS for 2s [ 1153.783830] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 in Status: SUCCESS [ 1153.784227] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b43913-aaac-4e7e-9279-29e3bf6356b3 deletion is rescheduled due to dependency. [ 1153.784227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b43913-aaac-4e7e-9279-29e3bf6356b3" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.808762] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1153.809016] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 deletion is rescheduled due to dependency. [ 1153.809071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.408086] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: SUCCESS [ 1154.408286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.224306] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.224617] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.542154] env[65335]: INFO networking_nsxv3.common.synchronization [req-1e0f0609-d942-4c74-8043-eded958b7834 req-57e6f7b5-6bcb-4c79-b96b-56e6540f3fed tempest-DeleteServersTestJSON-558004222 tempest-DeleteServersTestJSON-558004222-project-member] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1158.542716] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGHEST for action security_group_members [ 1158.543082] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.543235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.543882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.543882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.543882] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.543882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.543882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.544164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.544164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.544164] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.047484] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.047484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.047484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.047484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.047484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.047484] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.047484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.047484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.047484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.047484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.047969] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be updated. [ 1159.086566] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.086799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.086799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.087067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.087275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.099475] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: IN_PROGRESS for 2s [ 1159.294409] env[65335]: INFO networking_nsxv3.common.synchronization [req-c9fddbaa-b2bb-4a39-a185-6acc14335130 req-dd26ec6a-de1c-4f01-aee9-403905ebfde3 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1159.294993] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1159.295353] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.295517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.295590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.295790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.295959] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.300164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.300240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.300439] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.300531] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.300628] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.705035] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.705366] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.705459] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.705772] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.706127] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.706343] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.706518] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.706797] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.707034] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.707315] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.707471] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.707598] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.707742] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.707874] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.707980] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.708122] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.729738] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.729738] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.729738] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.729738] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.730052] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-816c64db-ee64-4c61-b6b4-6e05f7f559a5 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.730509] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-816c64db-ee64-4c61-b6b4-6e05f7f559a5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.730509] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-816c64db-ee64-4c61-b6b4-6e05f7f559a5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.730634] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-816c64db-ee64-4c61-b6b4-6e05f7f559a5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.731754] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816c64db-ee64-4c61-b6b4-6e05f7f559a5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.803057] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.871070] env[65335]: INFO networking_nsxv3.common.synchronization [req-c14bc8a5-4b07-4524-a8d5-3091bc0dcda0 req-2d5d605f-5fef-453b-8974-2eeffb752c5e tempest-ServerRescueTestJSON-2038944549 tempest-ServerRescueTestJSON-2038944549-project-member] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1159.871632] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGHEST for action security_group_members [ 1159.871981] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.872136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.872207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.872413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.872578] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.872658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.872741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.872926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.873028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.873125] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.233425] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.233784] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.233784] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.233934] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.234813] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.234813] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 816c64db-ee64-4c61-b6b4-6e05f7f559a5 not found, creating... [ 1160.234813] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.234813] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.235041] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.235121] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.235269] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.235581] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.235744] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.235991] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.236254] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.237231] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.237231] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 816c64db-ee64-4c61-b6b4-6e05f7f559a5 is going to be created. [ 1160.258450] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.258754] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.258920] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.259143] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.259361] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.259606] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-816c64db-ee64-4c61-b6b4-6e05f7f559a5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.305109] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.375780] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.376041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.376166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.376780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.376780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.376944] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.376944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.377363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.377363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.378045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.378219] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab is going to be updated. [ 1160.423037] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.423249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.423311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.423481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.423629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.435503] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: IN_PROGRESS for 2s [ 1160.806979] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.807332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.807332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.807505] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.807547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.807662] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1160.843313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.843313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.843313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.843313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.843313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.853517] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1161.110097] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 in Status: SUCCESS [ 1161.110311] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 deletion is rescheduled due to dependency. [ 1161.110434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.465648] env[65335]: INFO networking_nsxv3.common.synchronization [req-c9fddbaa-b2bb-4a39-a185-6acc14335130 req-d8ef89eb-c3c9-4218-8a4f-1a40b784839c service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1161.465787] env[65335]: INFO networking_nsxv3.common.synchronization [req-c9fddbaa-b2bb-4a39-a185-6acc14335130 req-d8ef89eb-c3c9-4218-8a4f-1a40b784839c service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1161.465869] env[65335]: INFO networking_nsxv3.common.synchronization [req-c9fddbaa-b2bb-4a39-a185-6acc14335130 req-d8ef89eb-c3c9-4218-8a4f-1a40b784839c service nova] Enqueued Resource ID: 816c64db-ee64-4c61-b6b4-6e05f7f559a5 with Priority: HIGHEST for action port [ 1161.466430] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1161.466583] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1161.466732] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c64db-ee64-4c61-b6b4-6e05f7f559a5 with Priority: HIGHEST for action port [ 1161.466991] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.467162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.467220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.467435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.467516] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.468676] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.469203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.469203] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-816c64db-ee64-4c61-b6b4-6e05f7f559a5 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.469203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816c64db-ee64-4c61-b6b4-6e05f7f559a5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.469203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816c64db-ee64-4c61-b6b4-6e05f7f559a5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.469463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816c64db-ee64-4c61-b6b4-6e05f7f559a5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.469463] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816c64db-ee64-4c61-b6b4-6e05f7f559a5',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.849677] env[65335]: INFO networking_nsxv3.common.synchronization [None req-24833593-eaee-46ba-8e1b-45e690988993 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_rules [ 1161.850300] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_rules [ 1161.850618] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.850818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.850818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.851089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.851181] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.927227] env[65335]: INFO networking_nsxv3.common.synchronization [None req-2e1dcfb1-c8cc-4c68-a75b-ef88c365f3cb tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_rules [ 1161.927605] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_rules [ 1161.928196] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.928196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.971057] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.971260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.971301] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 816c64db-ee64-4c61-b6b4-6e05f7f559a5 with status ACTIVE [ 1161.971463] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.971564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.971631] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.971842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.971989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.972198] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.972295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.972373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.972526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.972598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.972776] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.972878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.973200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.973381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.973470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.973565] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 816c64db-ee64-4c61-b6b4-6e05f7f559a5 is going to be updated. [ 1161.995812] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.996049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.996049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.996501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.996655] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.996772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816c64db-ee64-4c61-b6b4-6e05f7f559a5" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.375377] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.375579] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.375673] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.375886] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.375993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.376111] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 already deleted. [ 1162.376208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.376347] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.376546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.376633] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.446162] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab in Status: SUCCESS [ 1162.446394] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab deletion is rescheduled due to dependency. [ 1162.446539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.864026] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1162.864371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.864495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.864736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.864935] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.865075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.865143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.865299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.865379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.865475] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.898499] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.898695] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.898741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.898910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.899125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.899228] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 already deleted. [ 1162.899313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.368286] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.872474] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.375351] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.375622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.375689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.375998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.376167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.376302] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1164.413265] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.413521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.413521] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.413678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.413872] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.424601] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1166.438455] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1166.438809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.438844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.439073] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.439280] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.439390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.439498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.439624] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.439705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.439784] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.439908] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.929058] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1166.929058] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1166.942729] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.943195] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.943296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.943526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.943701] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.943805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.943857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.944030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.944124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.944221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.944373] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.944498] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.944550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.944660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.944801] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.944892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.944941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.945113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.945200] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.945275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.945347] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.448329] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e644afb1-0e64-46d0-b1f1-b60f33015db8: rpc.has_security_group_logging(os_id): False [ 1167.468053] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.468250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.468366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.468794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.468794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.468940] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.469019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.469053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.469565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.469565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.469565] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.469565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.469807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.469807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.469807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.470577] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.470577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.470577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.470577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.470577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.470577] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1167.535503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.536043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.536043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.536043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.536274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.561823] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1169.584871] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1169.585205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.204025] env[65335]: INFO networking_nsxv3.common.synchronization [req-2ce09f91-c2b0-4a61-85e6-664cbaf719db req-ba986ce5-7276-4ffa-9d2d-e84d174a1163 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1170.204605] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1170.204922] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.206849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.207382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.209352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.209562] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.209679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.209744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.209935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.210030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.210257] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.662234] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.662605] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.662605] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.663622] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.663622] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.663622] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.663622] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.663622] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.663982] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.663982] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.664115] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.664167] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.664279] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.664385] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.664486] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.664612] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.685589] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.685776] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.685864] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.686049] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.686373] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.686559] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.686721] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.687117] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.687283] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.712391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.712564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.712609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.712812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.712905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.713128] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.713231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.713292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.713441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.713516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.713601] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 already deleted. [ 1170.713681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.189602] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.189786] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.189971] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.190304] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.190457] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.190608] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea not found, creating... [ 1171.190879] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.191031] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.191147] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.191358] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.191490] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.191893] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.192162] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.192347] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.192565] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.192697] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.192833] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea is going to be created. [ 1171.213889] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.214135] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.214464] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.214735] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.214962] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.215198] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.898332] env[65335]: INFO networking_nsxv3.common.synchronization [req-2ce09f91-c2b0-4a61-85e6-664cbaf719db req-d394a5c2-3ae3-4900-9624-e127ec5bd05f service nova] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_rules [ 1171.898580] env[65335]: INFO networking_nsxv3.common.synchronization [req-2ce09f91-c2b0-4a61-85e6-664cbaf719db req-d394a5c2-3ae3-4900-9624-e127ec5bd05f service nova] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1171.898675] env[65335]: INFO networking_nsxv3.common.synchronization [req-2ce09f91-c2b0-4a61-85e6-664cbaf719db req-d394a5c2-3ae3-4900-9624-e127ec5bd05f service nova] Enqueued Resource ID: 66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea with Priority: HIGHEST for action port [ 1171.898865] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_rules [ 1171.898988] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1171.899095] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea with Priority: HIGHEST for action port [ 1171.899645] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.899926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.900120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.900326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.900435] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.901282] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.901430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.901459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.901649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.901758] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.901843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.904136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.904136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.904136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.904136] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.904136] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.904136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.904136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.904136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.904136] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.237435] env[65335]: INFO networking_nsxv3.common.synchronization [req-20df25f7-4e04-4411-b451-a867f31aedf9 req-a3cc161b-2e0d-43a8-ba58-ffffc30fd298 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1172.238617] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1172.238617] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.238617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.238617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.238888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.238888] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.239033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.239224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.239387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.239516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.239629] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.406226] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.406440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.406605] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.408184] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea with status ACTIVE [ 1172.408946] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.412021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.412021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.412021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.412021] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea is going to be updated. [ 1172.441600] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.442270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.442516] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.442825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.443077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.443434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b2f7d9-1244-49a8-bdb7-9fc7c0c4d3ea" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.742969] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.762422] env[65335]: INFO networking_nsxv3.common.synchronization [req-f7a34e50-2b91-4846-bfca-6d25714c2f73 req-8bb60da7-f9e6-4101-b470-4e3411bd86e9 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 1172.764808] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 1172.764808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.764808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.764808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.764808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.764808] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.765142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.765142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.765365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.765543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.765695] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.913239] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.079417] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.079601] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.079720] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.079990] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.083412] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.083585] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.083702] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.083933] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.084092] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.084303] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.084422] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.084531] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.084634] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.084739] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.084838] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.084964] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.106726] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.107039] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.107260] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.107564] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-814" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.107984] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-ccce077e-769b-4d9b-8581-1f8ab2115651 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.108273] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-ccce077e-769b-4d9b-8581-1f8ab2115651" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.108479] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-ccce077e-769b-4d9b-8581-1f8ab2115651" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.108907] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-ccce077e-769b-4d9b-8581-1f8ab2115651" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.109142] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccce077e-769b-4d9b-8581-1f8ab2115651',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.247321] env[65335]: INFO networking_nsxv3.common.synchronization [None req-3c559f76-12d8-43ef-a61b-3925a3aa4cc5 None None] Enqueued Resource ID: 7b5029b2-7e03-4f97-9371-0e6c6b73d6cf with Priority: HIGHEST for action port [ 1173.247368] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.248306] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5029b2-7e03-4f97-9371-0e6c6b73d6cf with Priority: HIGHEST for action port [ 1173.249023] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5029b2-7e03-4f97-9371-0e6c6b73d6cf taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.249225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5029b2-7e03-4f97-9371-0e6c6b73d6cf" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.249225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5029b2-7e03-4f97-9371-0e6c6b73d6cf" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.249491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5029b2-7e03-4f97-9371-0e6c6b73d6cf" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.249572] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5029b2-7e03-4f97-9371-0e6c6b73d6cf',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.267450] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.417332] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.417332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.417954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.417954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.417954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.417954] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 is going to be created. [ 1173.443805] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.444015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.444015] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.444230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.444815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.454633] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: UNINITIALIZED for 2s [ 1173.612324] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.612551] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.612676] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.612945] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.613153] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.613256] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port ccce077e-769b-4d9b-8581-1f8ab2115651 not found, creating... [ 1173.613628] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.613721] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.613773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.613978] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.614207] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.614401] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.614572] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.614685] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.614997] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.615192] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.615308] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: ccce077e-769b-4d9b-8581-1f8ab2115651 is going to be created. [ 1173.638196] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.638407] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.638535] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.638808] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.639058] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.640017] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-ccce077e-769b-4d9b-8581-1f8ab2115651" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.751469] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.751469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.751469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.751469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.751469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.751469] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1173.752393] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b5029b2-7e03-4f97-9371-0e6c6b73d6cf [ 1173.752572] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.752681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.752745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.752922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.752998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.755369] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b5029b2-7e03-4f97-9371-0e6c6b73d6cf already deleted. [ 1173.755867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5029b2-7e03-4f97-9371-0e6c6b73d6cf" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.771012] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.786723] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.786723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.786723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.789822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.790032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.806056] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1174.080093] env[65335]: INFO networking_nsxv3.common.synchronization [req-06a20e58-d2f8-4654-9670-921ee637d78d req-76d1e39a-434f-422d-9450-b72ab6bf4d1b tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_members [ 1174.080671] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGHEST for action security_group_members [ 1174.080952] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.081085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.081196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.081599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.081599] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.081599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.082049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.082049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.082049] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.082049] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.281563] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.281711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.281711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.281964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.282630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.282630] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 is going to be updated. [ 1174.323824] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.323824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.323824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.323824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.323824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.336521] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: IN_PROGRESS for 2s [ 1174.412196] env[65335]: INFO networking_nsxv3.common.synchronization [req-f7a34e50-2b91-4846-bfca-6d25714c2f73 req-131ba61e-fe40-4d13-8738-040a86847f39 service nova] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_rules [ 1174.412196] env[65335]: INFO networking_nsxv3.common.synchronization [req-f7a34e50-2b91-4846-bfca-6d25714c2f73 req-131ba61e-fe40-4d13-8738-040a86847f39 service nova] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 1174.412196] env[65335]: INFO networking_nsxv3.common.synchronization [req-f7a34e50-2b91-4846-bfca-6d25714c2f73 req-131ba61e-fe40-4d13-8738-040a86847f39 service nova] Enqueued Resource ID: ccce077e-769b-4d9b-8581-1f8ab2115651 with Priority: HIGHEST for action port [ 1174.412196] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_rules [ 1174.412196] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 1174.412196] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccce077e-769b-4d9b-8581-1f8ab2115651 with Priority: HIGHEST for action port [ 1174.412196] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.412196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.412196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.412196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.412196] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.413508] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.413608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.413804] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccce077e-769b-4d9b-8581-1f8ab2115651 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.416771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccce077e-769b-4d9b-8581-1f8ab2115651" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.416912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccce077e-769b-4d9b-8581-1f8ab2115651" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.417099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccce077e-769b-4d9b-8581-1f8ab2115651" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.417185] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccce077e-769b-4d9b-8581-1f8ab2115651',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.584160] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.584333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.584394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.584629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.584714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.584928] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.585136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.585229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.585427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.586383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.586383] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 is going to be updated. [ 1174.635265] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.635265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.635265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.635473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.637126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.647344] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 in Status: IN_PROGRESS for 2s [ 1174.915490] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.915620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.918995] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccce077e-769b-4d9b-8581-1f8ab2115651 with status ACTIVE [ 1174.919223] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.919404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.919404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.919610] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.919689] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.919857] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.919952] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.920022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.920176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.920255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.920430] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.920519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.920578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.920709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.920779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.920861] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccce077e-769b-4d9b-8581-1f8ab2115651 is going to be updated. [ 1174.943388] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.943564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.943623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.943801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.943933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.944227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccce077e-769b-4d9b-8581-1f8ab2115651" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.328443] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.328805] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.328805] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.329726] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.330062] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.330235] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.330681] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.330681] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.330783] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.330957] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.331781] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.331781] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.331781] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.331781] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.331781] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.331781] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.358117] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.358332] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.358458] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.358727] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-935" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.359119] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-488cba2e-17d2-429b-bf74-1c3af72e8304 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.359363] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.359512] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.359771] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.359900] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488cba2e-17d2-429b-bf74-1c3af72e8304',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.464367] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: SUCCESS [ 1175.464650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.465222] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.465455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.465662] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.465787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.466482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.466482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.466482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.466482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.466482] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.558830] env[65335]: INFO networking_nsxv3.common.synchronization [None req-82f8b82b-7b6d-48f2-8c12-1b92ac23aa50 None None] Enqueued Resource ID: 0567c83f-51f6-4f74-ae77-7d7eb931b500 with Priority: HIGHEST for action port [ 1175.558830] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0567c83f-51f6-4f74-ae77-7d7eb931b500 with Priority: HIGHEST for action port [ 1175.558830] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-0567c83f-51f6-4f74-ae77-7d7eb931b500 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.558830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0567c83f-51f6-4f74-ae77-7d7eb931b500" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.558830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0567c83f-51f6-4f74-ae77-7d7eb931b500" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.559142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0567c83f-51f6-4f74-ae77-7d7eb931b500" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.559142] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0567c83f-51f6-4f74-ae77-7d7eb931b500',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.816080] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1175.816824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.863276] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.863276] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.863276] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.863523] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.863674] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.863983] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.864161] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.864277] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.864547] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.864687] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.865060] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.865380] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.865590] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.865842] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.865981] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.866137] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 488cba2e-17d2-429b-bf74-1c3af72e8304 is going to be updated. [ 1175.892484] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.892699] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.892796] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.893075] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.893296] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.893518] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.969095] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.061966] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0567c83f-51f6-4f74-ae77-7d7eb931b500 [ 1176.062278] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.062372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.062457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.062687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.062779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.062875] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0567c83f-51f6-4f74-ae77-7d7eb931b500 already deleted. [ 1176.062955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0567c83f-51f6-4f74-ae77-7d7eb931b500" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.347480] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: SUCCESS [ 1176.347788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.347788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.347918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.348123] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.348298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.348383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.348545] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.348640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.348728] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.472035] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee04c2c3-8ebe-43d6-a326-1af789964618: rpc.has_security_group_logging(os_id): False [ 1176.491222] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.491366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.491440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.491673] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.491765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.492010] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.492172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.492252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.492410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.492489] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.492580] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 is going to be created. [ 1176.557565] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.557565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.557565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.557712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.557883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.569690] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: IN_PROGRESS for 2s [ 1176.586034] env[65335]: INFO networking_nsxv3.common.synchronization [req-40f5c026-8c55-4417-9567-df186dfefb82 req-ee3a4018-981e-43aa-b506-41f69ec5516a service nova] Enqueued Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_rules [ 1176.586034] env[65335]: INFO networking_nsxv3.common.synchronization [req-40f5c026-8c55-4417-9567-df186dfefb82 req-ee3a4018-981e-43aa-b506-41f69ec5516a service nova] Enqueued Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_members [ 1176.586155] env[65335]: INFO networking_nsxv3.common.synchronization [req-40f5c026-8c55-4417-9567-df186dfefb82 req-ee3a4018-981e-43aa-b506-41f69ec5516a service nova] Enqueued Resource ID: 488cba2e-17d2-429b-bf74-1c3af72e8304 with Priority: HIGHEST for action port [ 1176.586583] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_rules [ 1176.586713] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_members [ 1176.586804] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488cba2e-17d2-429b-bf74-1c3af72e8304 with Priority: HIGHEST for action port [ 1176.588171] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.588332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.588405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.588618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.588703] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.589574] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.589691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.589758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.589938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.590138] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.590240] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.590303] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.590462] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.590548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.590640] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.592019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-488cba2e-17d2-429b-bf74-1c3af72e8304 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.592019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.592019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.592194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.592228] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488cba2e-17d2-429b-bf74-1c3af72e8304',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.660954] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 in Status: SUCCESS [ 1176.660954] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 deletion is rescheduled due to dependency. [ 1176.660954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.851869] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.093392] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.094503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.095219] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.096707] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 488cba2e-17d2-429b-bf74-1c3af72e8304 with status ACTIVE [ 1177.096928] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.097081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.097162] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.097799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.097799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.097799] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.097799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.097799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.098622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.098622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.098622] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.098622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.098622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.098622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.098622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.098871] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 488cba2e-17d2-429b-bf74-1c3af72e8304 is going to be updated. [ 1177.121321] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.121458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.121735] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.121845] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.121993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488cba2e-17d2-429b-bf74-1c3af72e8304" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.354832] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.597763] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.859144] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.859396] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.859633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.860124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.861270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.861426] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 is going to be updated. [ 1177.897605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.897751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.897813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.898047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.898179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.920024] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: IN_PROGRESS for 2s [ 1178.101491] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.101769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.101966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.102894] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.103032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.103122] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 is going to be updated. [ 1178.143707] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.143983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.143983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.144341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.144506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.157894] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: IN_PROGRESS for 2s [ 1178.581416] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: SUCCESS [ 1178.581808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.930937] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: SUCCESS [ 1179.930937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.930937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.930937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.931329] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.931329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.931329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.931446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.931475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.931578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.931675] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.168825] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: SUCCESS [ 1180.169136] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.169362] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.169647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.169902] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.170098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.170182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.170400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.170495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.170583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.170673] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.434315] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.479859] env[65335]: INFO networking_nsxv3.common.synchronization [req-48c07750-6451-44fd-bf50-efd03ac6745e req-5f89a49c-8ce2-4ae4-94ab-38f0949be923 tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1180.481156] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1180.481379] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.481526] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.481595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.482279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.482279] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.482279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.482279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.482507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.482507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.482574] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.673249] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.937511] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3340b16-2591-4c13-8fc5-7840305e8672: rpc.has_security_group_logging(os_id): False [ 1180.960292] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.960449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.960519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.960738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.983189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.983551] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.983667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.983730] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.983931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.984023] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.984115] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 is going to be updated. [ 1180.985574] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.985787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.985833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.986019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.007990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.008401] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.008507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.008507] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.008684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.008771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.008878] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1181.036916] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.036916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.036916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.037205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.037205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.050161] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1181.065282] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.065449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.065578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.065913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.065913] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.081786] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: IN_PROGRESS for 2s [ 1181.174904] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de74cf8a-9d56-4ea5-9101-ce361a5cedc7: rpc.has_security_group_logging(os_id): False [ 1181.197818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.197950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.198045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.198325] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.198398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.198601] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.198706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.198765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.198912] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.198989] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.199086] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 is going to be updated. [ 1181.275917] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.276087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.276130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.276473] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.276636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.311754] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: IN_PROGRESS for 2s [ 1182.780775] env[65335]: INFO networking_nsxv3.common.synchronization [None req-b28a8ece-7d85-417a-bdae-4586bd02e981 tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_rules [ 1182.781394] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_rules [ 1182.781901] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.782042] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.782125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.782517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.782517] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.910581] env[65335]: INFO networking_nsxv3.common.synchronization [None req-764693cf-c739-4918-948b-76f4819d8889 tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_rules [ 1182.911496] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_rules [ 1182.911847] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.912249] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.060993] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1183.061304] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb deletion is rescheduled due to dependency. [ 1183.062458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.101255] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: SUCCESS [ 1183.101255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.310992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.310992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.310992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.310992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.310992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.310992] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e already deleted. [ 1183.310992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.310992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.311407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.311407] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.334064] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: SUCCESS [ 1183.334564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.838310] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.838580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.838580] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.838754] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.838842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.839212] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e already deleted. [ 1183.839212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.190856] env[65335]: INFO networking_nsxv3.common.synchronization [req-b85ead8c-c838-4546-a5db-5a5901022d55 req-c4b79ece-6fce-4a77-a371-fd6f44329a0f tempest-InstanceActionsNegativeTestJSON-1971417282 tempest-InstanceActionsNegativeTestJSON-1971417282-project-member] Enqueued Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGHEST for action security_group_members [ 1184.191603] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGHEST for action security_group_members [ 1184.192146] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d744147e-9fc1-4707-93ac-ffcf243c6863 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.192344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.192407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.192626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.192787] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.192888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.192950] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.193124] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.193212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.193307] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.587547] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.587785] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-212" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.587908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-212" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.588635] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-212" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.589378] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.589572] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.589739] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.590044] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.590311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.590573] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.590888] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.590888] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.590955] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.591070] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.591192] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.591331] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.633348] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.633577] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.633629] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.633814] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-212" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.634164] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-1db52822-ec17-467d-ba56-40bda5d13624 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.634342] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-1db52822-ec17-467d-ba56-40bda5d13624" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.634459] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-1db52822-ec17-467d-ba56-40bda5d13624" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.634828] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-1db52822-ec17-467d-ba56-40bda5d13624" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.634961] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db52822-ec17-467d-ba56-40bda5d13624',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.695777] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.695993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.695993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.696215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.696311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.696500] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.696597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.696658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.696806] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.696880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.696966] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d744147e-9fc1-4707-93ac-ffcf243c6863 already deleted. [ 1184.697055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.139627] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.139627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.139627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.139627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.139627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.139627] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 1db52822-ec17-467d-ba56-40bda5d13624 not found, creating... [ 1185.139627] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.139627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.139627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.139627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.139627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.140441] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.140441] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.140907] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.141379] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.143647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.143647] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 1db52822-ec17-467d-ba56-40bda5d13624 is going to be created. [ 1185.171033] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.171033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.171033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.171033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.171033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.171033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-1db52822-ec17-467d-ba56-40bda5d13624" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.835939] env[65335]: INFO networking_nsxv3.common.synchronization [req-b85ead8c-c838-4546-a5db-5a5901022d55 req-b3784bcf-4789-49d1-a817-393fba926f28 service nova] Enqueued Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGHEST for action security_group_rules [ 1185.836432] env[65335]: INFO networking_nsxv3.common.synchronization [req-b85ead8c-c838-4546-a5db-5a5901022d55 req-b3784bcf-4789-49d1-a817-393fba926f28 service nova] Enqueued Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGHEST for action security_group_members [ 1185.836849] env[65335]: INFO networking_nsxv3.common.synchronization [req-b85ead8c-c838-4546-a5db-5a5901022d55 req-b3784bcf-4789-49d1-a817-393fba926f28 service nova] Enqueued Resource ID: 1db52822-ec17-467d-ba56-40bda5d13624 with Priority: HIGHEST for action port [ 1185.837583] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGHEST for action security_group_rules [ 1185.837862] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGHEST for action security_group_members [ 1185.838571] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db52822-ec17-467d-ba56-40bda5d13624 with Priority: HIGHEST for action port [ 1185.838571] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d744147e-9fc1-4707-93ac-ffcf243c6863 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.838847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.839030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.839666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.839869] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.846745] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d744147e-9fc1-4707-93ac-ffcf243c6863 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.846745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.846745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.846745] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.850038] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.850038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.850038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.850038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.850038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.850038] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.850038] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db52822-ec17-467d-ba56-40bda5d13624 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.850038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db52822-ec17-467d-ba56-40bda5d13624" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.850038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db52822-ec17-467d-ba56-40bda5d13624" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.850038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db52822-ec17-467d-ba56-40bda5d13624" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.850038] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db52822-ec17-467d-ba56-40bda5d13624',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.350521] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.351574] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d744147e-9fc1-4707-93ac-ffcf243c6863 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.351691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.352043] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1db52822-ec17-467d-ba56-40bda5d13624 with status ACTIVE [ 1186.352202] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.352463] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.352540] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.353151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.353151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.353151] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.353151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.353386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.353386] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.353477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.353634] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.353766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.353805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.353923] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.353997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.354095] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1db52822-ec17-467d-ba56-40bda5d13624 is going to be updated. [ 1186.378374] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.378560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.378602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.378776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.378910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.379077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db52822-ec17-467d-ba56-40bda5d13624" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.853326] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.191065] env[65335]: INFO networking_nsxv3.common.synchronization [req-d79fee29-17a2-414c-8084-a8ad4031f450 req-3e5c2022-b6a7-4726-a23f-048b2dbac851 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1187.191851] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1187.191940] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.192118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.192191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.192544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.192719] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.192859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.193077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.193425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.193538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.193661] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.355670] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.355974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.355974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.356207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.356455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.356455] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d744147e-9fc1-4707-93ac-ffcf243c6863 is going to be created. [ 1187.387403] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.387718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.387718] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.388086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.388484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.406231] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d744147e-9fc1-4707-93ac-ffcf243c6863 in Status: UNINITIALIZED for 2s [ 1187.618027] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.618027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.618027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.618027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.618338] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.618468] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.618661] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.618913] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.619113] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.619364] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.619525] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.619657] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.619791] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.619927] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.620071] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.620285] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.644092] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.644291] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.644434] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.644608] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.644920] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-9027c715-4318-4034-90d6-e1d695928342 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.645128] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-9027c715-4318-4034-90d6-e1d695928342" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.645267] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-9027c715-4318-4034-90d6-e1d695928342" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.645596] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-9027c715-4318-4034-90d6-e1d695928342" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.645776] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9027c715-4318-4034-90d6-e1d695928342',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.696803] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.148700] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.148943] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.149142] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.149531] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.149692] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.149848] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 9027c715-4318-4034-90d6-e1d695928342 not found, creating... [ 1188.150157] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.150483] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.150629] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.150887] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.151064] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.151335] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.151608] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.151758] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.151984] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.152147] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.152301] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 9027c715-4318-4034-90d6-e1d695928342 is going to be created. [ 1188.187751] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.188137] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.188352] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.188773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.189170] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.189549] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-9027c715-4318-4034-90d6-e1d695928342" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.199931] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.703712] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.704055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.704055] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.704154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.704244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.704352] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1188.740898] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.741077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.741150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.741361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.741513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.758229] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1188.886929] env[65335]: INFO networking_nsxv3.common.synchronization [req-d79fee29-17a2-414c-8084-a8ad4031f450 req-1bfd0044-e7a3-41ca-a783-681d4994e5e8 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1188.887205] env[65335]: INFO networking_nsxv3.common.synchronization [req-d79fee29-17a2-414c-8084-a8ad4031f450 req-1bfd0044-e7a3-41ca-a783-681d4994e5e8 service nova] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1188.887410] env[65335]: INFO networking_nsxv3.common.synchronization [req-d79fee29-17a2-414c-8084-a8ad4031f450 req-1bfd0044-e7a3-41ca-a783-681d4994e5e8 service nova] Enqueued Resource ID: 9027c715-4318-4034-90d6-e1d695928342 with Priority: HIGHEST for action port [ 1188.888070] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_rules [ 1188.888232] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1188.888378] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9027c715-4318-4034-90d6-e1d695928342 with Priority: HIGHEST for action port [ 1188.888674] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.888803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.888874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.889110] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.889192] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.890118] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.890229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.890435] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-9027c715-4318-4034-90d6-e1d695928342 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.890533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9027c715-4318-4034-90d6-e1d695928342" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.890614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9027c715-4318-4034-90d6-e1d695928342" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.890777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9027c715-4318-4034-90d6-e1d695928342" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.890853] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9027c715-4318-4034-90d6-e1d695928342',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.392826] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.393053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.393148] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9027c715-4318-4034-90d6-e1d695928342 with status ACTIVE [ 1189.393327] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.393727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.393727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.393727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.393877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.393961] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.394243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.394243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.394338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.394380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.394636] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.394790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.394939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.395490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.395490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.395490] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9027c715-4318-4034-90d6-e1d695928342 is going to be updated. [ 1189.415454] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d744147e-9fc1-4707-93ac-ffcf243c6863 in Status: SUCCESS [ 1189.415669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.415771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.415992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.416180] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.416338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.416338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.416496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.416574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.416656] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.416742] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.418282] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.418389] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.418459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.418614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.418736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.418875] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9027c715-4318-4034-90d6-e1d695928342" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.920688] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d744147e-9fc1-4707-93ac-ffcf243c6863 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.920988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.921583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.922871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.923164] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.923164] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.924252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.924252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.924252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.924252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.924252] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d744147e-9fc1-4707-93ac-ffcf243c6863 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.924252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.924252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.924252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.924252] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.924524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.924524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.924524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.924613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.924698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.924788] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.426748] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d744147e-9fc1-4707-93ac-ffcf243c6863: rpc.has_security_group_logging(os_id): False [ 1190.445871] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.446029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.446104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.446320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.446442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.446678] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.446791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.446856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.447025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.447109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.447288] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.447384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.447445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.447586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.447663] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.447835] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.447927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.447988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.448188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.448272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.448364] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d744147e-9fc1-4707-93ac-ffcf243c6863 is going to be created. [ 1190.509705] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.509933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.509933] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.510088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.510285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.522229] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d744147e-9fc1-4707-93ac-ffcf243c6863 in Status: IN_PROGRESS for 2s [ 1190.773040] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1190.773259] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.773445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.773810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.773918] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.774025] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.774098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.774274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.774359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.774458] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.277054] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.780462] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.928173] env[65335]: INFO networking_nsxv3.common.synchronization [req-190aa257-38e8-4dc6-8369-528f697c4f55 req-90759611-b744-4b4e-aca5-67ea6d9cc67f tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1191.928441] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1191.928700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.928843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.928920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.929134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.929297] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.929591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.929591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.929591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.929775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.929775] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.271974] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.271974] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.272279] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.272444] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.273220] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.273389] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.273510] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.273910] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.274861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.274861] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.274861] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.274861] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.274861] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.274861] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.275236] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.275236] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.283055] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.283524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.283524] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.283669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.283815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.283942] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1192.301114] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.301309] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.301429] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.301631] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.302056] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-bb117fa5-1e88-4023-bc43-66242e55c04d taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.302177] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-bb117fa5-1e88-4023-bc43-66242e55c04d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.302228] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-bb117fa5-1e88-4023-bc43-66242e55c04d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.302668] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-bb117fa5-1e88-4023-bc43-66242e55c04d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.302852] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb117fa5-1e88-4023-bc43-66242e55c04d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.319857] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.319857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.319857] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.320043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.320167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.336337] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1192.431934] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.537206] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d744147e-9fc1-4707-93ac-ffcf243c6863 in Status: SUCCESS [ 1192.537506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.805999] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.806319] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.806486] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.806861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.807494] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.807494] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port bb117fa5-1e88-4023-bc43-66242e55c04d not found, creating... [ 1192.807494] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.807698] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.807749] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.808025] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.808236] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.808475] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.808631] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.808745] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.809508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.809508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.809508] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: bb117fa5-1e88-4023-bc43-66242e55c04d is going to be created. [ 1192.837732] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.838143] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.838363] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.838829] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.840035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.840035] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-bb117fa5-1e88-4023-bc43-66242e55c04d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.934585] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.438198] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.438198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.438198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.438198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.438198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.438198] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 is going to be updated. [ 1193.492799] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.492981] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.493033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.493225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.493371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.507835] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: IN_PROGRESS for 2s [ 1193.614181] env[65335]: INFO networking_nsxv3.common.synchronization [req-190aa257-38e8-4dc6-8369-528f697c4f55 req-3d8d0b7f-bde6-48c0-ac29-79fe8c2f04f4 service nova] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_rules [ 1193.614181] env[65335]: INFO networking_nsxv3.common.synchronization [req-190aa257-38e8-4dc6-8369-528f697c4f55 req-3d8d0b7f-bde6-48c0-ac29-79fe8c2f04f4 service nova] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1193.614181] env[65335]: INFO networking_nsxv3.common.synchronization [req-190aa257-38e8-4dc6-8369-528f697c4f55 req-3d8d0b7f-bde6-48c0-ac29-79fe8c2f04f4 service nova] Enqueued Resource ID: bb117fa5-1e88-4023-bc43-66242e55c04d with Priority: HIGHEST for action port [ 1193.614745] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_rules [ 1193.615108] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1193.615344] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb117fa5-1e88-4023-bc43-66242e55c04d with Priority: HIGHEST for action port [ 1193.615750] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.616017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.616214] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.616515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.616691] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.619328] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.619328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.619328] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb117fa5-1e88-4023-bc43-66242e55c04d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.619328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb117fa5-1e88-4023-bc43-66242e55c04d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.619328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb117fa5-1e88-4023-bc43-66242e55c04d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.620812] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb117fa5-1e88-4023-bc43-66242e55c04d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.620812] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb117fa5-1e88-4023-bc43-66242e55c04d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.122625] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.122775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.123107] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb117fa5-1e88-4023-bc43-66242e55c04d with status ACTIVE [ 1194.123339] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.123838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.123838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.123838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.123987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.124184] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.124343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.124373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.124560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.124625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.124843] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.124939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.125074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.125165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.125242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.125332] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb117fa5-1e88-4023-bc43-66242e55c04d is going to be updated. [ 1194.149502] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.149502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.149502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.150021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.150021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.150021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb117fa5-1e88-4023-bc43-66242e55c04d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.349246] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1194.349586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.349818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.350101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.350334] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.350464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.350546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.350709] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.350791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.350878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.350970] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.853883] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.854357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.854357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.854450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.854589] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.854708] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.854770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.854938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.855046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.855145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.855311] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.855412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.855482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.855632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.855785] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.855884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.855942] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.856114] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.856206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.856291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.856380] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.360219] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e644afb1-0e64-46d0-b1f1-b60f33015db8: rpc.has_security_group_logging(os_id): False [ 1195.380506] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.380682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.380764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.381041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.381265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.381336] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.381468] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.381596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.381715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.381764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.383782] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.383782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.383782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.383782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.383782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.383782] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.383782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.383782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.383782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.383782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.383782] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1195.554551] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: SUCCESS [ 1195.554810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.554988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.555224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.555420] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.555563] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.555626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.555786] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.555884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.555961] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.571902] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.572125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.572125] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.572412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.572586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.614900] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1196.059080] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.562396] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.064871] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.065239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.065239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.065501] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.065635] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.065802] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 is going to be updated. [ 1197.107810] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.107957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.108039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.108251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.108402] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.118472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: IN_PROGRESS for 2s [ 1197.220558] env[65335]: INFO networking_nsxv3.common.synchronization [req-962cede7-a4b7-4cbe-9434-9c55dd54ec1a req-d101038a-819a-43cf-8d3c-3f9a7e3e193b tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_members [ 1197.221132] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_members [ 1197.221454] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.221606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.221677] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.222153] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.222340] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.222512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.222589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.226033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.226033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.226033] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.608473] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.608705] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.608797] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.609085] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.609353] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.610130] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.610130] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.610130] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.610130] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.610271] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.610304] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.610439] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.611014] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.611014] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.611014] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.611014] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.633302] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.633560] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.633755] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.634188] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-49" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.635353] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.635353] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.635353] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.635635] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.635726] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e21e1a1-ff90-4932-8b9a-cd5b39de4643',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.642697] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1197.643422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.730363] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.730570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.730621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.730848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.730939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.731161] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.731260] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.731319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.731475] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.731848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.731848] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e already deleted. [ 1197.731848] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.024547] env[65335]: INFO networking_nsxv3.common.synchronization [req-32dc2048-ee17-4f54-8342-e09ccd6092f6 req-b4b85a6b-50b6-4b4e-bd75-a30a2a7dad5a tempest-InstanceActionsNegativeTestJSON-1971417282 tempest-InstanceActionsNegativeTestJSON-1971417282-project-member] Enqueued Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGHEST for action security_group_members [ 1198.025157] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGHEST for action security_group_members [ 1198.025494] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-d744147e-9fc1-4707-93ac-ffcf243c6863 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.025648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.025720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.025925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.026088] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.026181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.026243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.026394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.026482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.026578] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.139093] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.139647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.139647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.139990] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.140167] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.140335] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 3e21e1a1-ff90-4932-8b9a-cd5b39de4643 not found, creating... [ 1198.140698] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.140883] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.140998] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.141253] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.141425] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.141909] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.142106] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.142233] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.142501] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.142670] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.142783] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 3e21e1a1-ff90-4932-8b9a-cd5b39de4643 is going to be created. [ 1198.165766] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.166027] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.166139] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.166420] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.166706] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.167105] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.531345] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.531641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.531779] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.532157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.532321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.532683] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.532854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.532964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.533257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.533435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.533553] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d744147e-9fc1-4707-93ac-ffcf243c6863 is going to be updated. [ 1198.567366] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.567553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.567671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.567799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.567947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.578556] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d744147e-9fc1-4707-93ac-ffcf243c6863 in Status: IN_PROGRESS for 2s [ 1198.908577] env[65335]: INFO networking_nsxv3.common.synchronization [req-962cede7-a4b7-4cbe-9434-9c55dd54ec1a req-153a6fb0-57a1-45f5-b17f-bcc723a86862 service nova] Enqueued Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_rules [ 1198.908759] env[65335]: INFO networking_nsxv3.common.synchronization [req-962cede7-a4b7-4cbe-9434-9c55dd54ec1a req-153a6fb0-57a1-45f5-b17f-bcc723a86862 service nova] Enqueued Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_members [ 1198.908891] env[65335]: INFO networking_nsxv3.common.synchronization [req-962cede7-a4b7-4cbe-9434-9c55dd54ec1a req-153a6fb0-57a1-45f5-b17f-bcc723a86862 service nova] Enqueued Resource ID: 3e21e1a1-ff90-4932-8b9a-cd5b39de4643 with Priority: HIGHEST for action port [ 1198.909423] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_rules [ 1198.909553] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_members [ 1198.909646] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e21e1a1-ff90-4932-8b9a-cd5b39de4643 with Priority: HIGHEST for action port [ 1198.909940] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.910662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.910785] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.911046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.911263] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.913145] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.913273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.913332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.913541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.913735] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.913844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.913925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.914118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.914218] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.914310] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.916113] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.916113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.916113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.916113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.916113] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e21e1a1-ff90-4932-8b9a-cd5b39de4643',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.131379] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: SUCCESS [ 1199.131651] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.131838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.132077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.132291] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.132472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.132543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.132849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.132943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.133102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.133211] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.413780] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.414243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.417636] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.418692] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e21e1a1-ff90-4932-8b9a-cd5b39de4643 with status ACTIVE [ 1199.419088] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.419206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.419286] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.420119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.420119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.420119] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.420119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.420119] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.421337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.421478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.421665] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.421808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.421869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.422487] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.422578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.423249] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e21e1a1-ff90-4932-8b9a-cd5b39de4643 is going to be updated. [ 1199.451599] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.451961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.452060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.452369] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.452646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.452850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e21e1a1-ff90-4932-8b9a-cd5b39de4643" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.613138] env[65335]: INFO networking_nsxv3.common.synchronization [req-d29f1940-f8b6-4bd1-bfb2-2e2e13e4ae2e req-1f186505-13cd-4301-9d92-9cdae0a8e77e tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1199.614012] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1199.614473] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.614667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.614769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.615082] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.615307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.615445] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.615529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.615803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.615965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.616149] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.635972] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.924772] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.946840] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.946840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.946840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.946840] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.947174] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.947241] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.947353] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.947572] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.948014] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.948241] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.948351] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.948457] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.948559] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.948662] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.949930] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.949930] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.971981] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.972174] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.972311] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.972547] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.972868] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-1aa6b02c-a974-4134-9909-414d95f09ceb taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.973052] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-1aa6b02c-a974-4134-9909-414d95f09ceb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.973174] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-1aa6b02c-a974-4134-9909-414d95f09ceb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.973522] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-1aa6b02c-a974-4134-9909-414d95f09ceb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.973700] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aa6b02c-a974-4134-9909-414d95f09ceb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.119698] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.119867] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.119914] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.120163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.120258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.120480] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.120586] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.120645] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.120800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.120881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.120967] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1200.139069] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee04c2c3-8ebe-43d6-a326-1af789964618: rpc.has_security_group_logging(os_id): False [ 1200.159395] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.159614] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.159734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.159965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.160121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.160437] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.160558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.160634] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.160846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.160891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.160976] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 is going to be updated. [ 1200.162778] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.162897] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.162968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.163135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.163269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.178873] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1200.243778] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.243979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.244035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.244238] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.244385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.260013] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: IN_PROGRESS for 2s [ 1200.430089] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.430500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.430500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.430765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.430882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.431039] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e is going to be created. [ 1200.461715] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.461920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.461920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.462172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.462335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.475723] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e in Status: UNINITIALIZED for 2s [ 1200.476374] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.476592] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.476722] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.476993] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.477176] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.477341] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 1aa6b02c-a974-4134-9909-414d95f09ceb not found, creating... [ 1200.477616] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.477804] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.477934] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.478183] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.478344] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.478650] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.478879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.479033] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.479304] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.479445] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.479581] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 1aa6b02c-a974-4134-9909-414d95f09ceb is going to be created. [ 1200.503267] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.503580] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.503779] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.504136] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.504427] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.504723] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-1aa6b02c-a974-4134-9909-414d95f09ceb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.595999] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d744147e-9fc1-4707-93ac-ffcf243c6863 in Status: SUCCESS [ 1200.596219] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d744147e-9fc1-4707-93ac-ffcf243c6863 deletion is rescheduled due to dependency. [ 1200.596327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.214277] env[65335]: INFO networking_nsxv3.common.synchronization [req-d29f1940-f8b6-4bd1-bfb2-2e2e13e4ae2e req-0932de69-599c-443e-a949-960949743754 service nova] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 1201.214277] env[65335]: INFO networking_nsxv3.common.synchronization [req-d29f1940-f8b6-4bd1-bfb2-2e2e13e4ae2e req-0932de69-599c-443e-a949-960949743754 service nova] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1201.214277] env[65335]: INFO networking_nsxv3.common.synchronization [req-d29f1940-f8b6-4bd1-bfb2-2e2e13e4ae2e req-0932de69-599c-443e-a949-960949743754 service nova] Enqueued Resource ID: 1aa6b02c-a974-4134-9909-414d95f09ceb with Priority: HIGHEST for action port [ 1201.214277] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 1201.214277] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1201.214277] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa6b02c-a974-4134-9909-414d95f09ceb with Priority: HIGHEST for action port [ 1201.214277] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.214277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.214727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.214727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.214727] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.215514] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.215605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.215828] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aa6b02c-a974-4134-9909-414d95f09ceb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.215941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aa6b02c-a974-4134-9909-414d95f09ceb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.216014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aa6b02c-a974-4134-9909-414d95f09ceb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.216213] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aa6b02c-a974-4134-9909-414d95f09ceb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.216288] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aa6b02c-a974-4134-9909-414d95f09ceb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.717885] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.718301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.718373] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1aa6b02c-a974-4134-9909-414d95f09ceb with status ACTIVE [ 1201.718599] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.718728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.718796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.719476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.719476] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.719670] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.719670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.719670] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.719840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.720515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.720515] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.720515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.720515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.720515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.720515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.720807] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1aa6b02c-a974-4134-9909-414d95f09ceb is going to be updated. [ 1201.788260] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.788431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.788470] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.788830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.789203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.789203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aa6b02c-a974-4134-9909-414d95f09ceb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.189280] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1202.189644] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb deletion is rescheduled due to dependency. [ 1202.189782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.189926] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.190169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.190360] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.190492] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.190578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.190722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.190814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.190893] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.273847] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: SUCCESS [ 1202.274079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.486343] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e in Status: SUCCESS [ 1202.486609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.486803] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.487070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.487284] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.487416] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.487490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.487679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.487777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.487883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.487989] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.693527] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.992594] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.195017] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.382837] env[65335]: INFO networking_nsxv3.common.synchronization [None req-0b3fc4f9-c4e7-4888-8cfb-8d7036c00015 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1203.383768] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1203.384403] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.384518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.384570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.384828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.385088] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.385822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.385822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.385822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.385822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.385987] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.495821] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 431400d2-d9bf-4f2c-bf5a-4f840be29c3e: rpc.has_security_group_logging(os_id): False [ 1203.525658] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.525658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.525658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.525658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.525658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.526022] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.526022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.526022] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.526672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.526672] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.526672] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e is going to be created. [ 1203.606330] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.608977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.608977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.608977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.608977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.620680] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e in Status: IN_PROGRESS for 2s [ 1203.666336] env[65335]: INFO networking_nsxv3.common.synchronization [req-78c19aad-f1c9-4405-a0e9-ca187d775a54 req-3147979d-65a8-4173-8add-8fdfbfb0ebb2 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1203.667025] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1203.668625] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.668625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.668625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.668879] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.668879] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.668979] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.669033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.669186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.669267] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.669372] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.697128] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.697351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.697351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.697570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.697664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.697783] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1203.757189] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.757189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.757189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.757189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.757189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.766986] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1203.888222] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.888381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.888453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.888683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.888772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.889109] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.889109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.889293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.889293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.889348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.889435] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1203.918235] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.918466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.918466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.918675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.918844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.931173] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1204.174158] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.676571] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.179289] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.179289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.179289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.179289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.179864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.179864] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1205.217946] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.218141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.218193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.218400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.218559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.232457] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1205.639399] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e in Status: SUCCESS [ 1205.639726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.783224] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1205.783224] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.783460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.783744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.783953] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.784069] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.784281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.784340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.784392] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.784482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.784602] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.943906] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1205.943906] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 deletion is rescheduled due to dependency. [ 1205.946205] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.287022] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.789857] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb: rpc.has_security_group_logging(os_id): False [ 1206.813976] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.814237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.814237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.814441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.814554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.814942] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.815078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.815140] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.815337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.815447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.815550] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1206.908067] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.908448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.908589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.908955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.909239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.943509] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1207.245934] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1207.246707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.668357] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.668764] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1208.957166] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1208.957335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.105821] env[65335]: INFO networking_nsxv3.common.synchronization [req-d3a52dd7-dd0d-4ed7-8042-f0f318783075 req-994e5ea4-b453-4393-8518-d085386ccee8 tempest-ServerActionsTestOtherB-839008207 tempest-ServerActionsTestOtherB-839008207-project-member] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1210.106960] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1210.107397] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.107667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.107751] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.108457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.108704] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.108866] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.108965] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.109230] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.109363] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.109509] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.472926] env[65335]: INFO networking_nsxv3.common.synchronization [req-22815c9d-29b6-4182-8b03-dc81c29e1837 req-6792dc07-90b4-4fd9-b5e6-1ca2d79c4399 tempest-ServersTestJSON-446196368 tempest-ServersTestJSON-446196368-project-member] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1210.473349] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGHEST for action security_group_members [ 1210.473739] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.473863] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.473927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.474283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.474449] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.474552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.474636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.474902] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.474976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.475034] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.611960] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.612898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.612898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.612898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.612898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.613097] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.613097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.613097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.613243] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.613314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.613394] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1210.642376] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.642529] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.642630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.642849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.642988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.651637] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1210.977801] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.977801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.977801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.977801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.977801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.977801] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.978089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.978089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.978089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.978174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.978315] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be updated. [ 1211.009349] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.009484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.009581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.009764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.009901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.021790] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: IN_PROGRESS for 2s [ 1212.663767] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1212.664094] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c deletion is rescheduled due to dependency. [ 1212.664094] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.032489] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 in Status: SUCCESS [ 1213.032801] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 deletion is rescheduled due to dependency. [ 1213.032957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.475248] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.475551] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.563445] env[65335]: INFO networking_nsxv3.common.synchronization [None req-512a2bec-48cc-4a68-ac02-9f6295c074e6 None None] Enqueued Resource ID: d938a4d6-377d-43ea-8f18-b25a66dec026 with Priority: HIGHEST for action port [ 1218.564818] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d938a4d6-377d-43ea-8f18-b25a66dec026 with Priority: HIGHEST for action port [ 1218.564818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-d938a4d6-377d-43ea-8f18-b25a66dec026 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.564818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d938a4d6-377d-43ea-8f18-b25a66dec026" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.564818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d938a4d6-377d-43ea-8f18-b25a66dec026" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.564818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d938a4d6-377d-43ea-8f18-b25a66dec026" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.565047] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d938a4d6-377d-43ea-8f18-b25a66dec026',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.068685] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d938a4d6-377d-43ea-8f18-b25a66dec026 [ 1219.068930] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.069086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.069146] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.069491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.069548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.069935] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d938a4d6-377d-43ea-8f18-b25a66dec026 already deleted. [ 1219.069935] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d938a4d6-377d-43ea-8f18-b25a66dec026" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.728046] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.728046] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.728046] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.728497] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.728643] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.728922] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.729083] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.729376] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.729644] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.729869] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.729992] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.730113] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.730216] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.730325] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.730423] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.730584] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.754084] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.754271] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.754454] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.754674] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.755044] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-175fbf70-88b4-43ca-a66d-44c527e3ea06 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.755199] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.755313] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.755659] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.755809] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175fbf70-88b4-43ca-a66d-44c527e3ea06',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.894969] env[65335]: INFO networking_nsxv3.common.synchronization [None req-cdc8e925-8e2d-4510-a860-d508d9625411 None None] Enqueued Resource ID: fc3dc857-bad0-4efc-98a1-d086d26cc38d with Priority: HIGHEST for action port [ 1220.895536] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3dc857-bad0-4efc-98a1-d086d26cc38d with Priority: HIGHEST for action port [ 1220.895836] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc3dc857-bad0-4efc-98a1-d086d26cc38d taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.895961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc3dc857-bad0-4efc-98a1-d086d26cc38d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.896035] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc3dc857-bad0-4efc-98a1-d086d26cc38d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.896293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc3dc857-bad0-4efc-98a1-d086d26cc38d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.896374] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc3dc857-bad0-4efc-98a1-d086d26cc38d',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.258467] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.258861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.258861] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.259093] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.259397] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.259397] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 175fbf70-88b4-43ca-a66d-44c527e3ea06 not found, creating... [ 1221.259678] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.259811] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.260059] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.260305] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.260486] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.260782] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.260939] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.261081] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.261308] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.261441] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.261574] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 175fbf70-88b4-43ca-a66d-44c527e3ea06 is going to be created. [ 1221.282559] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.282907] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.283116] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.283414] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.283967] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.283967] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.398530] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc3dc857-bad0-4efc-98a1-d086d26cc38d [ 1221.398804] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.398966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.399053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.399319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.399419] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.399539] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc3dc857-bad0-4efc-98a1-d086d26cc38d already deleted. [ 1221.399625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc3dc857-bad0-4efc-98a1-d086d26cc38d" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.983421] env[65335]: INFO networking_nsxv3.common.synchronization [req-1b40a303-8e03-481c-b7fd-44b0d1eace5a req-ba58738c-7762-4c87-88ca-d05f641db72a service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1221.983694] env[65335]: INFO networking_nsxv3.common.synchronization [req-1b40a303-8e03-481c-b7fd-44b0d1eace5a req-ba58738c-7762-4c87-88ca-d05f641db72a service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1221.983694] env[65335]: INFO networking_nsxv3.common.synchronization [req-1b40a303-8e03-481c-b7fd-44b0d1eace5a req-ba58738c-7762-4c87-88ca-d05f641db72a service nova] Enqueued Resource ID: 175fbf70-88b4-43ca-a66d-44c527e3ea06 with Priority: HIGHEST for action port [ 1221.984214] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1221.984365] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1221.984470] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175fbf70-88b4-43ca-a66d-44c527e3ea06 with Priority: HIGHEST for action port [ 1221.985244] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.985880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.985880] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.986290] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.986401] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.987561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.987674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.987744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.987918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.988078] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.988171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.988232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.988371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.988453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.988540] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.989377] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-175fbf70-88b4-43ca-a66d-44c527e3ea06 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.989481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.989547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.989733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.989849] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175fbf70-88b4-43ca-a66d-44c527e3ea06',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.078547] env[65335]: INFO networking_nsxv3.common.synchronization [req-943fc588-ce8f-4361-a5f7-af57513cc31a req-32676bdc-77d8-4efc-970f-a1b62e742661 tempest-ServerActionsTestOtherB-839008207 tempest-ServerActionsTestOtherB-839008207-project-member] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1222.079114] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1222.079421] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.079541] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.079609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.079802] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.079947] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.080050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.080111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.080250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.080336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.080429] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.495079] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.495079] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.495079] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175fbf70-88b4-43ca-a66d-44c527e3ea06 with status ACTIVE [ 1222.495079] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.495079] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.495079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.495765] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.495765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.495765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.495765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.495765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.496400] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175fbf70-88b4-43ca-a66d-44c527e3ea06 is going to be updated. [ 1222.521317] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.522606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.522606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.522606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.523120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.523613] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.585277] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.585277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.585277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.585277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.585277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.585277] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.585277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.585277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.585277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.585277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.585277] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1222.623860] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.623860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.623860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.623860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.623860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.632786] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1222.820205] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.820205] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.820205] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.820205] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.820205] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.820205] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.820205] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.820205] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.820205] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.820205] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.820205] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.820205] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.820205] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.820733] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.820733] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.820733] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.842396] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.842558] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.842692] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.842949] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.843313] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-b7b90edc-c5aa-4cfe-b945-352145758236 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.843571] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.843709] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.844065] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.844207] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b90edc-c5aa-4cfe-b945-352145758236',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.998710] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.347100] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.347100] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.347100] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.349311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.349311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.349311] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port b7b90edc-c5aa-4cfe-b945-352145758236 not found, creating... [ 1223.349311] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.349311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.349311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.349311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.349311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.349311] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.349664] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.349664] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.349664] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.349773] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.349908] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: b7b90edc-c5aa-4cfe-b945-352145758236 is going to be created. [ 1223.371980] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.372176] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.372322] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.372627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.372937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.373269] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.501892] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.502104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.502425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.502425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.502551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.502594] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1223.540357] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.540506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.540590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.540794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.540939] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.554331] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1224.079129] env[65335]: INFO networking_nsxv3.common.synchronization [req-943fc588-ce8f-4361-a5f7-af57513cc31a req-bf51aa76-1f83-4f1d-ae22-5978ca8f30f2 service nova] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 1224.079417] env[65335]: INFO networking_nsxv3.common.synchronization [req-943fc588-ce8f-4361-a5f7-af57513cc31a req-bf51aa76-1f83-4f1d-ae22-5978ca8f30f2 service nova] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1224.079553] env[65335]: INFO networking_nsxv3.common.synchronization [req-943fc588-ce8f-4361-a5f7-af57513cc31a req-bf51aa76-1f83-4f1d-ae22-5978ca8f30f2 service nova] Enqueued Resource ID: b7b90edc-c5aa-4cfe-b945-352145758236 with Priority: HIGHEST for action port [ 1224.080075] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 1224.080227] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1224.080309] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b90edc-c5aa-4cfe-b945-352145758236 with Priority: HIGHEST for action port [ 1224.080574] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.080772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.080772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.081011] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.081246] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.082564] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.082664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.082887] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b90edc-c5aa-4cfe-b945-352145758236 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.083008] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.083083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.083271] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.083349] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b90edc-c5aa-4cfe-b945-352145758236',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.325607] env[65335]: INFO networking_nsxv3.common.synchronization [req-3b48c47b-af61-4773-81e8-a17b51177d5c req-a16488c8-7272-45d5-9f21-0a3987dfbbf0 tempest-ServersNegativeTestJSON-964440387 tempest-ServersNegativeTestJSON-964440387-project-member] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1224.326432] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1224.326879] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.327060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.327156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.327503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.327726] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.327878] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.327971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.328225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.328376] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.328533] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.583868] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.584087] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.586436] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7b90edc-c5aa-4cfe-b945-352145758236 with status ACTIVE [ 1224.586613] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.586722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.588472] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.588472] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.588472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.588472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7b90edc-c5aa-4cfe-b945-352145758236 is going to be updated. [ 1224.623070] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.623070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.623070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.623280] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.623335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.623503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.647044] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1224.647044] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c deletion is rescheduled due to dependency. [ 1224.647044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.647044] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.647344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.648027] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.648027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.648027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.648027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.648027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.648323] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.686230] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.686477] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.686559] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.686908] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.687417] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.687417] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.687555] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.687647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.687786] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.687993] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.688113] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.688218] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.688320] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.688425] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.688527] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.688653] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.719425] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.719619] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1224.719737] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.720041] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.720419] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-bcc7b809-8ba9-439d-bbee-52458e0ec34f taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.720608] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.720768] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.721166] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.721324] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcc7b809-8ba9-439d-bbee-52458e0ec34f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.831079] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.831256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.831334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.831598] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.831712] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.831963] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.832142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.832220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.832420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.832601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.832659] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef already deleted. [ 1224.832763] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.150380] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.223480] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.223713] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.223873] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.224193] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.224340] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.224484] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port bcc7b809-8ba9-439d-bbee-52458e0ec34f not found, creating... [ 1225.224730] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.224876] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.224987] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.225214] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.225345] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.225609] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.225764] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.225859] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.226500] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.226500] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.226500] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: bcc7b809-8ba9-439d-bbee-52458e0ec34f is going to be created. [ 1225.247992] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.248213] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.249550] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.249550] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.249550] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.249550] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.566047] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1225.566285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.566451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.566679] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.566889] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.567075] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.567155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.567321] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.567397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.567503] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.567596] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.652266] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.926364] env[65335]: INFO networking_nsxv3.common.synchronization [req-3b48c47b-af61-4773-81e8-a17b51177d5c req-6304347f-e52e-4cdd-9b01-7b8888fff509 service nova] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_rules [ 1225.926364] env[65335]: INFO networking_nsxv3.common.synchronization [req-3b48c47b-af61-4773-81e8-a17b51177d5c req-6304347f-e52e-4cdd-9b01-7b8888fff509 service nova] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1225.926364] env[65335]: INFO networking_nsxv3.common.synchronization [req-3b48c47b-af61-4773-81e8-a17b51177d5c req-6304347f-e52e-4cdd-9b01-7b8888fff509 service nova] Enqueued Resource ID: bcc7b809-8ba9-439d-bbee-52458e0ec34f with Priority: HIGHEST for action port [ 1225.926364] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_rules [ 1225.926364] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1225.926364] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc7b809-8ba9-439d-bbee-52458e0ec34f with Priority: HIGHEST for action port [ 1225.926854] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.927191] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.927390] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.927858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.928059] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.929126] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.929380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.929626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.929943] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.930220] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.930429] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.930576] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.930836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.931117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.931457] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.932391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcc7b809-8ba9-439d-bbee-52458e0ec34f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.932642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.932850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.933142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.933318] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcc7b809-8ba9-439d-bbee-52458e0ec34f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.069802] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.070130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.070130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.070275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.070405] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.070511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.070573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.070727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.070849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.070916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.071077] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.071185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.071242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.071357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.071488] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.071568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.071617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.071788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.071852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.071998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.072060] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.154903] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.155442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.155442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.155442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.155442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.155658] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1226.190246] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.190246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.190246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.190246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.190246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.200924] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1226.437509] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.438595] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.438794] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.439011] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcc7b809-8ba9-439d-bbee-52458e0ec34f with status ACTIVE [ 1226.439069] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.439165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.439410] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.439449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.439515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.439680] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.439789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.439837] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.439977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.440093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.442246] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.443029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.443029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.443029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.443029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.443029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcc7b809-8ba9-439d-bbee-52458e0ec34f is going to be updated. [ 1226.464271] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.464422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.464758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.464758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.464818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.464961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.574907] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93022bf1-7937-454e-a632-5e8a972811b4: rpc.has_security_group_logging(os_id): False [ 1226.594951] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.595122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.595301] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.595537] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.595630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.595832] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.595931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.595992] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.596155] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.596236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.596476] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.596575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.596636] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.596776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.596852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.597035] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.597127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.597186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.597319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.597393] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.597469] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1226.676995] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.677235] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.677341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.677589] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.677776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.699860] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1226.946142] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.450048] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.450048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.450048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.450048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.450048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.450048] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be created. [ 1227.476770] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.476958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.477080] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.477308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.477457] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.490059] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: UNINITIALIZED for 2s [ 1228.215040] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1228.215040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.216046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.216046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.216046] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.216046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.216046] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.216293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.216293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.216293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.216386] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.717029] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1228.717345] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.718860] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.221013] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14d6211d-6f0e-4a7f-bbd4-3b097620d92c: rpc.has_security_group_logging(os_id): False [ 1229.241549] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.241748] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.241865] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.242146] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.242287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.242639] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.242776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.242922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.243165] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.243274] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.243403] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1229.314350] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.314583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.314583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.314798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.314957] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.329482] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1229.500998] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1229.501255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.501443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.501671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.501867] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.501984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.502064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.502229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.502310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.502398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.502490] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.004989] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.005452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.005452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.005538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.005783] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.005905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.005973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.006145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.006232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.006322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.006472] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.006564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.006625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.006765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.006905] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.006995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.007067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.007203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.007279] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.007366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.007529] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.510161] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa98ea71-fe78-4646-9a7d-44fca9aef1ef: rpc.has_security_group_logging(os_id): False [ 1230.531830] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.531830] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.532059] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.532106] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.532170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.532394] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.532485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.532538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.532650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.532723] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.532948] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.533047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.533118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.533237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.533307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.533482] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.533566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.533618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.533755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.533904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.533981] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be created. [ 1230.598246] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.598436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.598436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.598764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.598817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.610472] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: IN_PROGRESS for 2s [ 1230.926700] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.926810] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1231.345014] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1231.345294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.571439] env[65335]: INFO networking_nsxv3.common.synchronization [req-9c9ce973-74ab-4612-b17a-3d6dbb3b80c6 req-3913093d-c2c2-43d5-8154-0bcae62fc557 tempest-AttachVolumeShelveTestJSON-577501622 tempest-AttachVolumeShelveTestJSON-577501622-project-member] Enqueued Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_members [ 1231.572008] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 with Priority: HIGHEST for action security_group_members [ 1231.572323] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.572444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.572530] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.572696] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.572895] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.574031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.574031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.574031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.574031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.574031] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de74cf8a-9d56-4ea5-9101-ce361a5cedc7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.075869] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.075869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.075869] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.076182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.076304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.076481] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.076591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.076647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.076796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.076870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.076959] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 is going to be updated. [ 1232.109297] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.109490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.109622] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.109908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.110111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.120243] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: IN_PROGRESS for 2s [ 1232.623560] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1232.623905] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.129853] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 in Status: SUCCESS [ 1234.130777] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de74cf8a-9d56-4ea5-9101-ce361a5cedc7 deletion is rescheduled due to dependency. [ 1234.130777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de74cf8a-9d56-4ea5-9101-ce361a5cedc7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.572793] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.573390] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.858433] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.858626] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.858748] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.859020] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.859271] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.859426] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.859537] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.859829] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.859903] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.860128] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.860221] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.860328] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.860432] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.860536] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.860635] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.860812] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.881651] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.881828] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.881968] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.882149] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-58" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.882573] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-175fbf70-88b4-43ca-a66d-44c527e3ea06 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.882768] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.882939] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.883235] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.883367] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175fbf70-88b4-43ca-a66d-44c527e3ea06',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.160284] env[65335]: INFO networking_nsxv3.common.synchronization [req-61b25836-8590-4ac7-9390-6356e233b12a req-0b7a510c-cb48-4018-9ad1-42000c8c6af2 tempest-AttachVolumeTestJSON-1308351696 tempest-AttachVolumeTestJSON-1308351696-project-member] Enqueued Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_members [ 1237.160833] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGHEST for action security_group_members [ 1237.161159] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6550b05-6b98-4a8b-93e6-f2661915f410 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.161283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.161398] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.161557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.161710] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.161800] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.161862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.162013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.162096] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.162188] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.386576] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.386850] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.386972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.387306] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.387468] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.387778] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.387944] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.388067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.388275] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.388403] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.388677] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.388834] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.388967] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.389194] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.389335] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.390521] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 175fbf70-88b4-43ca-a66d-44c527e3ea06 is going to be updated. [ 1237.414188] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.414455] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.414587] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.414927] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.415164] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.415692] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.664633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.664995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.664995] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.665535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.665535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.665535] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.665535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.665780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.665780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.665780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.665876] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6550b05-6b98-4a8b-93e6-f2661915f410 is going to be updated. [ 1237.698247] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.698412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.698458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.699039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.699039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.709639] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6550b05-6b98-4a8b-93e6-f2661915f410 in Status: IN_PROGRESS for 2s [ 1238.162230] env[65335]: INFO networking_nsxv3.common.synchronization [req-64958d3d-3288-40a3-a604-85dd6afa0f9b req-70cfbf8c-800e-4ce0-b21b-ed8d3a955ba3 service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1238.162416] env[65335]: INFO networking_nsxv3.common.synchronization [req-64958d3d-3288-40a3-a604-85dd6afa0f9b req-70cfbf8c-800e-4ce0-b21b-ed8d3a955ba3 service nova] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1238.162548] env[65335]: INFO networking_nsxv3.common.synchronization [req-64958d3d-3288-40a3-a604-85dd6afa0f9b req-70cfbf8c-800e-4ce0-b21b-ed8d3a955ba3 service nova] Enqueued Resource ID: 175fbf70-88b4-43ca-a66d-44c527e3ea06 with Priority: HIGHEST for action port [ 1238.163185] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_rules [ 1238.163631] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1238.164030] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175fbf70-88b4-43ca-a66d-44c527e3ea06 with Priority: HIGHEST for action port [ 1238.164587] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.164587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.164587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.164587] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.164587] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.165504] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.165682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.165682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.165780] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.166225] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.166225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.166225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.166225] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.166493] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.166493] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.167261] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-175fbf70-88b4-43ca-a66d-44c527e3ea06 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.167261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.167432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.167432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.167974] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175fbf70-88b4-43ca-a66d-44c527e3ea06',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.669021] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.670135] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.670256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.670400] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175fbf70-88b4-43ca-a66d-44c527e3ea06 with status ACTIVE [ 1238.670572] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.670705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.670705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.670936] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.671039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.671209] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.671302] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.671361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.671510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.671584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.671755] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.672299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.672299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.672299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.672299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.672507] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175fbf70-88b4-43ca-a66d-44c527e3ea06 is going to be updated. [ 1238.693924] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.694159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.694159] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.694365] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.694446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.694607] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175fbf70-88b4-43ca-a66d-44c527e3ea06" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.174735] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.677434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.677850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.677850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.677974] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.678039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.678141] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1239.707177] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.707404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.707496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.707814] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.708097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.719712] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1239.720735] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6550b05-6b98-4a8b-93e6-f2661915f410 in Status: SUCCESS [ 1239.721230] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6550b05-6b98-4a8b-93e6-f2661915f410 deletion is rescheduled due to dependency. [ 1239.722288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.723740] env[65335]: INFO networking_nsxv3.common.synchronization [req-1a46a3d3-2f6d-4a63-b7d3-a2337ec8c73b req-35d29e65-9aae-493d-aa40-ab84e23e2042 tempest-ServersNegativeTestJSON-964440387 tempest-ServersNegativeTestJSON-964440387-project-member] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1239.724407] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1239.724782] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.724932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.725034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.725373] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.725496] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.725593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.725674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.725854] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.725963] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.726175] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.007246] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.007430] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.007549] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.007811] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.008072] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.008230] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.008344] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.008549] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.008691] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.008894] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.009008] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.009149] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.009264] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.009382] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.009484] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.009612] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.028368] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.028560] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1240.028751] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.028932] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.029352] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-96b29a3f-e2c6-4609-94f2-80fb87989ec4 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.029497] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-96b29a3f-e2c6-4609-94f2-80fb87989ec4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.029552] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-96b29a3f-e2c6-4609-94f2-80fb87989ec4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.029832] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-96b29a3f-e2c6-4609-94f2-80fb87989ec4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.029965] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b29a3f-e2c6-4609-94f2-80fb87989ec4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.228263] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.532742] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.532982] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.533234] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.533572] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.533786] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.534088] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 96b29a3f-e2c6-4609-94f2-80fb87989ec4 not found, creating... [ 1240.534396] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.534563] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.534678] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.534916] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.535075] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.535358] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.535555] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.535611] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.535812] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.535940] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.536099] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 96b29a3f-e2c6-4609-94f2-80fb87989ec4 is going to be created. [ 1240.561645] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.561898] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.561958] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.562355] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.562663] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.562919] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-96b29a3f-e2c6-4609-94f2-80fb87989ec4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.730112] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.233177] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.233359] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.233423] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.233618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.233707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.233804] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be updated. [ 1241.245277] env[65335]: INFO networking_nsxv3.common.synchronization [req-1a46a3d3-2f6d-4a63-b7d3-a2337ec8c73b req-91f7dc2f-0d2a-4dca-a135-d944433ef481 service nova] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_rules [ 1241.245445] env[65335]: INFO networking_nsxv3.common.synchronization [req-1a46a3d3-2f6d-4a63-b7d3-a2337ec8c73b req-91f7dc2f-0d2a-4dca-a135-d944433ef481 service nova] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1241.245577] env[65335]: INFO networking_nsxv3.common.synchronization [req-1a46a3d3-2f6d-4a63-b7d3-a2337ec8c73b req-91f7dc2f-0d2a-4dca-a135-d944433ef481 service nova] Enqueued Resource ID: 96b29a3f-e2c6-4609-94f2-80fb87989ec4 with Priority: HIGHEST for action port [ 1241.246056] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_rules [ 1241.246056] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1241.246056] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b29a3f-e2c6-4609-94f2-80fb87989ec4 with Priority: HIGHEST for action port [ 1241.246547] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.246665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.246732] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.247591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.247591] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.248307] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.248406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.248583] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b29a3f-e2c6-4609-94f2-80fb87989ec4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.248714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b29a3f-e2c6-4609-94f2-80fb87989ec4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.248714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b29a3f-e2c6-4609-94f2-80fb87989ec4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.248884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b29a3f-e2c6-4609-94f2-80fb87989ec4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.248959] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b29a3f-e2c6-4609-94f2-80fb87989ec4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.266765] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.266951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.266951] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.267241] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.267304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.277377] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: IN_PROGRESS for 2s [ 1241.730745] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1241.731161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.731161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.731372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.731570] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.731682] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.731746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.731891] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.731983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.732053] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.732147] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.751229] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.751330] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.751448] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96b29a3f-e2c6-4609-94f2-80fb87989ec4 with status ACTIVE [ 1241.751733] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.751733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.751853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.751960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.752062] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.752227] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.752317] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.752377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.752523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.752615] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.752843] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.752944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.753031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.753176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.753251] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.753333] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96b29a3f-e2c6-4609-94f2-80fb87989ec4 is going to be updated. [ 1241.779528] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.779733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.779733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.779945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.780158] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.780400] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b29a3f-e2c6-4609-94f2-80fb87989ec4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.234962] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.235133] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.235307] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.235626] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.235818] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.235947] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.236066] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.236326] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.236446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.236581] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.236749] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.236847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.236900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.237068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.237319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.237485] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.237556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.237710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.237789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.237876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.237968] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.291459] env[65335]: INFO networking_nsxv3.common.synchronization [None req-d06f334b-fd9d-440c-83bb-52cd6836c7c1 tempest-AttachVolumeTestJSON-1308351696 tempest-AttachVolumeTestJSON-1308351696-project-member] Enqueued Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_rules [ 1242.292019] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_rules [ 1242.292328] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.292448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.292508] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.293036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.293190] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.409040] env[65335]: INFO networking_nsxv3.common.synchronization [None req-fa98f727-bad3-4748-9cf3-2e08d450509f tempest-AttachVolumeTestJSON-1308351696 tempest-AttachVolumeTestJSON-1308351696-project-member] Enqueued Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_rules [ 1242.409197] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_rules [ 1242.409503] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.409608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.740146] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93022bf1-7937-454e-a632-5e8a972811b4: rpc.has_security_group_logging(os_id): False [ 1242.767026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.767026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.767026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.767026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.767026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.767026] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.767026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.767026] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.767356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.767356] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.767421] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.767469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.767504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.767646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.767719] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.767897] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.767987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.768065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.768202] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.768276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.768360] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1242.814247] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.814568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.814568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.814704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.814764] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.814814] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 already deleted. [ 1242.814958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.815086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.815231] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.815328] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.843308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.843519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.843519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.844029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.844196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.862998] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1243.290985] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1243.291283] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.291435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.291661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.291854] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.292050] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.292134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.292300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.292380] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.292479] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.336921] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.337432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.337432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.337432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.337568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.337568] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 already deleted. [ 1243.337648] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.795256] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.297437] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.800303] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.800704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.800704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.800882] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.801118] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.801272] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be updated. [ 1244.837085] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.837250] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.837323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.837577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.837770] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.846715] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: IN_PROGRESS for 2s [ 1244.880297] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1244.880518] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.941820] env[65335]: INFO networking_nsxv3.common.synchronization [req-2a7b41e8-7336-4283-936e-316fdd7977e5 req-2e5d5d1e-3fc2-4dc6-a9be-040763033032 tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 1244.942414] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 1244.942725] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.942828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.942900] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.943660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.943660] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.943660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.943660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.943892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.943892] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.943974] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.446081] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.948648] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.451828] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.452199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.452333] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.452568] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.452693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.452763] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 is going to be updated. [ 1246.482685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.482870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.482955] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.483277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.483510] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.492703] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: IN_PROGRESS for 2s [ 1246.857795] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1246.858052] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.858229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.858482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.858680] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.858793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.858856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.859017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.859102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.859190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.859278] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.362016] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.362296] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.362382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.362684] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.362927] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.363097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.363198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.363425] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.363546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.363678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.363891] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.364039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.364137] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.364344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.364555] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.364665] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.364760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.365012] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.365095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.365201] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.365333] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.871284] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa98ea71-fe78-4646-9a7d-44fca9aef1ef: rpc.has_security_group_logging(os_id): False [ 1247.890764] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.890982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.891593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.891593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.891593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.891907] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.891966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.892032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.892236] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.892343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.892561] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.892660] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.892877] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.893171] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.893300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.893494] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.893623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.893706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.894142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.894142] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.894142] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be updated. [ 1247.973515] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.973515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.973714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.973896] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.974098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.991283] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: IN_PROGRESS for 2s [ 1248.243288] env[65335]: INFO networking_nsxv3.common.synchronization [req-f0c35b53-f521-45b1-bd60-d4d6be04e329 req-c53da0ec-ba1e-49ac-be13-6bb518a6e780 tempest-AttachVolumeTestJSON-1308351696 tempest-AttachVolumeTestJSON-1308351696-project-member] Enqueued Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_members [ 1248.243288] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_members [ 1248.243542] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.243683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.243737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.243977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.244162] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.244270] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.244337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.244483] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.244597] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.244669] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.503730] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: SUCCESS [ 1248.504117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.625402] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.625706] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-32" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.625879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-32" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.626204] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-32" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.626538] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.626750] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.626968] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.627187] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.627376] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.627626] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.627877] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.627934] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.628087] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.628249] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.628386] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.628563] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.656586] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.656745] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.656959] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.657202] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-32" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.657547] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-15c13e4e-41a8-4f24-92b6-55e3b7793c91 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.657750] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-15c13e4e-41a8-4f24-92b6-55e3b7793c91" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.657878] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-15c13e4e-41a8-4f24-92b6-55e3b7793c91" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.658244] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-15c13e4e-41a8-4f24-92b6-55e3b7793c91" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.658379] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c13e4e-41a8-4f24-92b6-55e3b7793c91',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.722883] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.723547] env[65335]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-02bc239f-d994-4d11-af2b-49450dcc509f None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.748028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.748028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.748028] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 already deleted. [ 1248.748028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.161272] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.161643] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.161739] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.161950] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.162114] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.162268] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Segment Port 15c13e4e-41a8-4f24-92b6-55e3b7793c91 not found, creating... [ 1249.162530] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.162694] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.162810] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.163059] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.163200] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.163477] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.163627] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.163741] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.163957] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.164108] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.164272] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: 15c13e4e-41a8-4f24-92b6-55e3b7793c91 is going to be created. [ 1249.186776] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.186972] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.187137] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.187350] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.187570] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.187788] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-15c13e4e-41a8-4f24-92b6-55e3b7793c91" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.908204] env[65335]: INFO networking_nsxv3.common.synchronization [req-f0c35b53-f521-45b1-bd60-d4d6be04e329 req-72af1e6c-e728-48ed-8840-e54f83094148 service nova] Enqueued Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_rules [ 1249.908204] env[65335]: INFO networking_nsxv3.common.synchronization [req-f0c35b53-f521-45b1-bd60-d4d6be04e329 req-72af1e6c-e728-48ed-8840-e54f83094148 service nova] Enqueued Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_members [ 1249.908204] env[65335]: INFO networking_nsxv3.common.synchronization [req-f0c35b53-f521-45b1-bd60-d4d6be04e329 req-72af1e6c-e728-48ed-8840-e54f83094148 service nova] Enqueued Resource ID: 15c13e4e-41a8-4f24-92b6-55e3b7793c91 with Priority: HIGHEST for action port [ 1249.908204] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_rules [ 1249.908204] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_members [ 1249.908204] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c13e4e-41a8-4f24-92b6-55e3b7793c91 with Priority: HIGHEST for action port [ 1249.908741] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.908788] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.908855] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.909479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.909603] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.910662] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.910762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.910826] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.911121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.911347] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.912179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.912255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.913019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.913019] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.913019] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.913609] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c13e4e-41a8-4f24-92b6-55e3b7793c91 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.913746] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c13e4e-41a8-4f24-92b6-55e3b7793c91" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.913827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c13e4e-41a8-4f24-92b6-55e3b7793c91" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.914067] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c13e4e-41a8-4f24-92b6-55e3b7793c91" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.914220] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c13e4e-41a8-4f24-92b6-55e3b7793c91',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.006817] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1250.007494] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.415912] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.416176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.417523] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15c13e4e-41a8-4f24-92b6-55e3b7793c91 with status ACTIVE [ 1250.417732] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.417919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.417919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.418169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.418273] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.418452] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.418550] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.418608] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.418772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.418852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.419169] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.419169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.419169] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.419308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.419407] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.419467] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15c13e4e-41a8-4f24-92b6-55e3b7793c91 is going to be updated. [ 1250.420854] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.442655] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.442858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.442858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.443130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.443300] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.443450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c13e4e-41a8-4f24-92b6-55e3b7793c91" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.922543] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.292669] env[65335]: INFO networking_nsxv3.common.synchronization [req-6dea9447-f281-4593-bc55-30d30b73da87 req-37f7cf6a-6727-4dc6-83e3-c76e8125eae3 tempest-ServersNegativeTestJSON-964440387 tempest-ServersNegativeTestJSON-964440387-project-member] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1251.293297] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1251.293589] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.293720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.293791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.293977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.294219] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.294354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.294354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.294533] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.294630] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.294725] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.425998] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.425998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.425998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.425998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.425998] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.425998] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 is going to be created. [ 1251.450588] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.450873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.450873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.451041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.451147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.461983] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 in Status: UNINITIALIZED for 2s [ 1251.796726] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.299057] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.803451] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.803734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.803833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.804310] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.804491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.804675] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be updated. [ 1252.858184] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.858381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.858444] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.858687] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.858847] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.870647] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: IN_PROGRESS for 2s [ 1253.474803] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 in Status: SUCCESS [ 1253.475176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.475227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.475640] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.475640] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.475801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.475838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.476101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.476101] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.476215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.476285] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.979292] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.481375] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6120fdd3-842d-418d-9177-556e7f23d8a7: rpc.has_security_group_logging(os_id): False [ 1254.501463] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.501628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.501683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.501898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.501986] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.502283] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.502337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.502381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.502532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.502611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.502711] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 is going to be created. [ 1254.528158] env[65335]: INFO networking_nsxv3.common.synchronization [req-deaeab7c-0ef6-4682-977a-5d2abd91c373 req-9f27beb1-f722-471f-9d51-f33923b85f7f tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1254.528741] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1254.529056] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.529193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.529254] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.529438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.529589] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.529698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.529790] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.529915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.529990] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.530095] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.560973] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.561144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.561212] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.561430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.561641] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.574359] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 in Status: IN_PROGRESS for 2s [ 1254.881243] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1254.881467] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.031977] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.534725] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.037540] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.037711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.037771] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.038031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.038131] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.038237] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 is going to be updated. [ 1256.068553] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.068553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.068553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.068553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.068859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.078195] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: IN_PROGRESS for 2s [ 1256.587061] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 in Status: SUCCESS [ 1256.587435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.089213] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: SUCCESS [ 1258.089543] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.530226] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.530630] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.682403] env[65335]: INFO networking_nsxv3.common.synchronization [req-f55b85f8-c9fb-406c-82da-ec3532ee1889 req-2bea8741-fece-44af-a61a-5a69e4f9d91d tempest-ServerActionsTestOtherA-475513550 tempest-ServerActionsTestOtherA-475513550-project-member] Enqueued Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 1260.682613] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3340b16-2591-4c13-8fc5-7840305e8672 with Priority: HIGHEST for action security_group_members [ 1260.683972] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3340b16-2591-4c13-8fc5-7840305e8672 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.683972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.683972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.683972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.683972] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.683972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.683972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.683972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.683972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.683972] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3340b16-2591-4c13-8fc5-7840305e8672',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.850239] env[65335]: INFO networking_nsxv3.common.synchronization [req-1007c2f3-01db-4ac6-aa0c-64684f1117e8 req-50abd986-4c61-41e5-9da4-a4558789ddcc tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1260.851182] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee04c2c3-8ebe-43d6-a326-1af789964618 with Priority: HIGHEST for action security_group_members [ 1260.851182] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee04c2c3-8ebe-43d6-a326-1af789964618 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.851329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.851329] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.851456] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.851603] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.851697] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.851757] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.851899] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.851982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.852571] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee04c2c3-8ebe-43d6-a326-1af789964618',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.084078] env[65335]: INFO networking_nsxv3.common.synchronization [req-158a01aa-f641-42b7-8b53-8cc590c5adc1 req-38d77c6f-9cdc-4504-aefc-0772cbb6d8fc tempest-AttachVolumeNegativeTest-461449401 tempest-AttachVolumeNegativeTest-461449401-project-member] Enqueued Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_members [ 1261.084671] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e with Priority: HIGHEST for action security_group_members [ 1261.084992] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.085841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.085911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.086174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.086387] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.086509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.086588] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.086782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.086873] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.086970] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('431400d2-d9bf-4f2c-bf5a-4f840be29c3e',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.186878] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.187048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.187121] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.187343] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.187438] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.187624] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.187720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.187783] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.187927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.188006] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.188097] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 is going to be updated. [ 1261.220145] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.220285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.220344] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.220559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.220704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.231419] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: IN_PROGRESS for 2s [ 1261.361885] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.362517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.362517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.362517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.362517] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.362517] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.459233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.459233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.459233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.459233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.459233] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 is going to be updated. [ 1261.459233] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.459233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.459233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.459233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.459233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.459233] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: IN_PROGRESS for 2s [ 1261.590755] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.590755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.590930] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.591034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.591079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.591312] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.591437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.591496] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.591609] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.591691] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.591764] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e is going to be updated. [ 1261.712344] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.712676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.712676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.712919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.713109] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.721851] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e in Status: IN_PROGRESS for 2s [ 1263.241095] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3340b16-2591-4c13-8fc5-7840305e8672 in Status: SUCCESS [ 1263.241381] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3340b16-2591-4c13-8fc5-7840305e8672 deletion is rescheduled due to dependency. [ 1263.241426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3340b16-2591-4c13-8fc5-7840305e8672" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.426434] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee04c2c3-8ebe-43d6-a326-1af789964618 in Status: SUCCESS [ 1263.426434] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee04c2c3-8ebe-43d6-a326-1af789964618 deletion is rescheduled due to dependency. [ 1263.426619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee04c2c3-8ebe-43d6-a326-1af789964618" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.731658] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e in Status: SUCCESS [ 1263.731828] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431400d2-d9bf-4f2c-bf5a-4f840be29c3e deletion is rescheduled due to dependency. [ 1263.731910] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431400d2-d9bf-4f2c-bf5a-4f840be29c3e" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.085974] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.086293] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.909420] env[65335]: INFO networking_nsxv3.common.synchronization [None req-87ff1b7c-df1d-4a25-a34e-bf575d1a4bd7 tempest-AttachInterfacesTestJSON-1327935210 tempest-AttachInterfacesTestJSON-1327935210-project-member] Enqueued Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1266.910361] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93022bf1-7937-454e-a632-5e8a972811b4 with Priority: HIGHEST for action security_group_members [ 1266.910753] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-93022bf1-7937-454e-a632-5e8a972811b4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.910753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.910964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.911036] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.911490] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.911490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.911490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.911742] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.911775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.911895] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93022bf1-7937-454e-a632-5e8a972811b4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.414631] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.416413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.416413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.416413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.416413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.416413] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.416413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.416413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.416818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.416944] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.417100] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 is going to be updated. [ 1267.451885] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.451885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.451885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.451885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.451885] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.463057] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: IN_PROGRESS for 2s [ 1268.272482] env[65335]: INFO networking_nsxv3.common.synchronization [None req-e770f331-d081-47c1-9e76-ba2c2c817ebc None None] Enqueued Resource ID: de1665b9-0726-4710-93fd-4685706fe6a2 with Priority: HIGHEST for action port [ 1268.272798] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1665b9-0726-4710-93fd-4685706fe6a2 with Priority: HIGHEST for action port [ 1268.273607] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1665b9-0726-4710-93fd-4685706fe6a2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.273777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1665b9-0726-4710-93fd-4685706fe6a2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.273777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1665b9-0726-4710-93fd-4685706fe6a2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.274306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1665b9-0726-4710-93fd-4685706fe6a2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.274485] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1665b9-0726-4710-93fd-4685706fe6a2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.776673] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de1665b9-0726-4710-93fd-4685706fe6a2 [ 1268.776987] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.777789] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.777889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.778237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.778237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.778402] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de1665b9-0726-4710-93fd-4685706fe6a2 already deleted. [ 1268.778519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1665b9-0726-4710-93fd-4685706fe6a2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.477832] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93022bf1-7937-454e-a632-5e8a972811b4 in Status: SUCCESS [ 1269.478864] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93022bf1-7937-454e-a632-5e8a972811b4 deletion is rescheduled due to dependency. [ 1269.478864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93022bf1-7937-454e-a632-5e8a972811b4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.722461] env[65335]: INFO networking_nsxv3.common.synchronization [None req-15450306-2903-42dc-8a8b-e376d6de055e None None] Enqueued Resource ID: b4d2ae64-2d7d-4968-af9c-5df55cc4123b with Priority: HIGHEST for action port [ 1270.722733] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d2ae64-2d7d-4968-af9c-5df55cc4123b with Priority: HIGHEST for action port [ 1270.723354] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4d2ae64-2d7d-4968-af9c-5df55cc4123b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.723490] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4d2ae64-2d7d-4968-af9c-5df55cc4123b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.723560] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4d2ae64-2d7d-4968-af9c-5df55cc4123b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.723908] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4d2ae64-2d7d-4968-af9c-5df55cc4123b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.723908] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d2ae64-2d7d-4968-af9c-5df55cc4123b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.226481] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4d2ae64-2d7d-4968-af9c-5df55cc4123b [ 1271.226710] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.226842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.226956] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.227177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.227291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.227391] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4d2ae64-2d7d-4968-af9c-5df55cc4123b already deleted. [ 1271.227482] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4d2ae64-2d7d-4968-af9c-5df55cc4123b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.724424] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.724764] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.296522] env[65335]: INFO networking_nsxv3.common.synchronization [req-3ab7bd6b-3fd4-48f5-b044-bf6859436266 req-0c3d4e34-7986-498a-b6d4-84e4ac8b34c8 tempest-ServerMetadataNegativeTestJSON-803512025 tempest-ServerMetadataNegativeTestJSON-803512025-project-member] Enqueued Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGHEST for action security_group_members [ 1276.297109] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGHEST for action security_group_members [ 1276.298040] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec86f827-0e75-4e1d-8d97-a1977db8dea9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.298040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.298040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.298040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.298758] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.298758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.298758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.298758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.298758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.298758] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.653191] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.653457] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.653631] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.653951] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.654216] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.654375] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.654507] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.654758] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.654943] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.655168] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.655277] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.655385] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.655492] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.655599] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.655720] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.655853] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.675644] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.675846] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.675973] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.676157] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-17" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.676533] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-3f15a267-6046-4d4a-b752-4418d5a73020 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.676708] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-3f15a267-6046-4d4a-b752-4418d5a73020" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.676823] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-3f15a267-6046-4d4a-b752-4418d5a73020" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.677133] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-3f15a267-6046-4d4a-b752-4418d5a73020" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.677283] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f15a267-6046-4d4a-b752-4418d5a73020',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.800594] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.800911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.800911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.801081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.801173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.801417] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.801535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.801577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.801703] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.801775] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.801858] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 already deleted. [ 1276.801983] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.180508] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.180508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.180508] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.181071] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.181071] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.181071] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 3f15a267-6046-4d4a-b752-4418d5a73020 not found, creating... [ 1277.181377] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.181541] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.181658] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.181869] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.182040] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.182491] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.182491] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.182695] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.182996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.182996] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.183220] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 3f15a267-6046-4d4a-b752-4418d5a73020 is going to be created. [ 1277.205732] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.206097] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.206159] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.206402] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.206651] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.206884] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-3f15a267-6046-4d4a-b752-4418d5a73020" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.927020] env[65335]: INFO networking_nsxv3.common.synchronization [req-3ab7bd6b-3fd4-48f5-b044-bf6859436266 req-d1021eb4-2d59-4bcc-b9fb-66d5665f5b2a service nova] Enqueued Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGHEST for action security_group_rules [ 1277.927559] env[65335]: INFO networking_nsxv3.common.synchronization [req-3ab7bd6b-3fd4-48f5-b044-bf6859436266 req-d1021eb4-2d59-4bcc-b9fb-66d5665f5b2a service nova] Enqueued Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGHEST for action security_group_members [ 1277.927559] env[65335]: INFO networking_nsxv3.common.synchronization [req-3ab7bd6b-3fd4-48f5-b044-bf6859436266 req-d1021eb4-2d59-4bcc-b9fb-66d5665f5b2a service nova] Enqueued Resource ID: 3f15a267-6046-4d4a-b752-4418d5a73020 with Priority: HIGHEST for action port [ 1277.927952] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGHEST for action security_group_rules [ 1277.928629] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGHEST for action security_group_members [ 1277.928866] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f15a267-6046-4d4a-b752-4418d5a73020 with Priority: HIGHEST for action port [ 1277.929267] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.930434] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.931183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.931722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.931815] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.933313] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec86f827-0e75-4e1d-8d97-a1977db8dea9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.934305] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.935028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.935028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.935028] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.935481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.935658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.935820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.935922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.936064] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.937064] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f15a267-6046-4d4a-b752-4418d5a73020 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.937189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f15a267-6046-4d4a-b752-4418d5a73020" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.937257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f15a267-6046-4d4a-b752-4418d5a73020" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.937443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f15a267-6046-4d4a-b752-4418d5a73020" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.937549] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f15a267-6046-4d4a-b752-4418d5a73020',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.440379] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f15a267-6046-4d4a-b752-4418d5a73020 with status ACTIVE [ 1278.440379] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.440772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.440772] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.440846] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.440960] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.441099] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.441227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.441351] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.441599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.441801] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.442054] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.442194] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.442428] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.442532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.442633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.442780] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f15a267-6046-4d4a-b752-4418d5a73020 is going to be updated. [ 1278.444186] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.445203] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec86f827-0e75-4e1d-8d97-a1977db8dea9 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.445353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.466848] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.467021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.467221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.467287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.467427] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.467591] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f15a267-6046-4d4a-b752-4418d5a73020" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.946173] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.449032] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.449354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.449354] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.449593] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.449725] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.449865] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 is going to be created. [ 1279.475932] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.475932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.475932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.475932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.475932] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.486862] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 in Status: UNINITIALIZED for 2s [ 1281.499341] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 in Status: SUCCESS [ 1281.499817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.499817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.499940] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.500155] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.500275] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.500335] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.500486] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.500569] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.500653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.500743] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.003534] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec86f827-0e75-4e1d-8d97-a1977db8dea9 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.003744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.003744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.003925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.004169] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.004320] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.004443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.004638] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.004755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.004874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.005071] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec86f827-0e75-4e1d-8d97-a1977db8dea9 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.005206] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.005276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.005455] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.005629] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.005744] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.005817] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.005993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.006093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.006207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.006309] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.508437] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec86f827-0e75-4e1d-8d97-a1977db8dea9: rpc.has_security_group_logging(os_id): False [ 1282.527067] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.527291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.527291] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.527448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.527553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.527767] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.527870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.527934] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.528097] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.528173] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.528376] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.528491] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.528547] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.528674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.528736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.528909] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.528999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.529068] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.529199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.529269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.529349] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 is going to be created. [ 1282.590204] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.590383] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.590430] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.590628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.590807] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.602380] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 in Status: IN_PROGRESS for 2s [ 1282.929675] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.929783] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1284.616979] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 in Status: SUCCESS [ 1284.617471] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.619439] env[65335]: INFO networking_nsxv3.common.synchronization [req-d78cdcc3-d228-4a7c-80d2-adf28f688d6f req-d981c74f-f01f-48d1-9c73-e565ee412d9a tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1285.619966] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1285.620308] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.620599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.620599] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.620699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.620966] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.620966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.620966] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.621196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.621196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.621584] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.123851] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.124029] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.124098] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.124309] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.124401] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.124647] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.124752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.124870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.124982] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.125076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.125158] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1286.156341] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.156558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.156558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.156737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.156881] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.166402] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1288.177907] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1288.177907] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb deletion is rescheduled due to dependency. [ 1288.177907] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.620690] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.621024] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.678149] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.678149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.678149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.678149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.678149] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.180735] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.683517] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.186350] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1292.186470] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1292.679048] env[65335]: INFO networking_nsxv3.common.synchronization [req-c19fe94e-2f72-4935-9501-23a0ac0ec931 req-ff79c126-5324-4d0b-b32d-7f184ab5a56a tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1292.679814] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1292.680284] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.680382] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.680477] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.680699] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.680873] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.681038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.681115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.681306] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.681411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.681512] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.963814] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.964202] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.964202] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.964403] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.965018] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.965220] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.965287] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.965511] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.965661] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.965880] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.966010] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.966137] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.966244] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.966354] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.966456] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.966584] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.105643] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.105643] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.105643] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.105973] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.120061] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1293.121150] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.122589] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1293.162437] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.162700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.162700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.162849] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.175509] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.176390] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1293.176473] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.176566] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1293.184226] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.184394] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.184464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.184629] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.184768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.184969] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.185083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.185163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.185312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.185388] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.185476] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1293.215667] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.215924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.215924] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.216086] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.216229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.221063] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.221063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.221308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.221308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.222797] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.222978] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1293.225792] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1293.310748] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.311077] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.311188] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.311441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.311809] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.312194] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1293.402987] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.403161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.403161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.403372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.403734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.404057] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1293.404154] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c6550b05-6b98-4a8b-93e6-f2661915f410', 'ec86f827-0e75-4e1d-8d97-a1977db8dea9', '6120fdd3-842d-418d-9177-556e7f23d8a7', 'd744147e-9fc1-4707-93ac-ffcf243c6863', '9c35fe58-c8a7-421c-8c7a-370fcd6dd44c', '749f8d0a-34d4-4539-a4e0-bd802328928a', '14d6211d-6f0e-4a7f-bbd4-3b097620d92c', 'e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb', '6364a58b-9de1-4c78-8b62-ee1106be361a', 'e644afb1-0e64-46d0-b1f1-b60f33015db8', 'c5a2f015-cee2-476b-a70b-1bdc4e201b02', '7c608fcb-513c-4761-9d58-57dad0da4c74', 'b772bd8c-a1c7-4124-b527-7f2eb33f1d54', '73591aac-acbe-4065-87e0-a4edfb1a2639', '6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4', 'f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab', '4f11db80-5a12-4e73-80a4-d80707833793', '3fe27c04-55a2-4c53-b636-8c9a6cb167b6', 'ce8dc3ee-3546-4484-ad40-087c532fc197', 'eba0b65d-37f9-4142-9444-a596f3d89e11', 'f7a68ae8-1470-435e-946b-ca598f896de8', '066d65c1-fc1b-41d7-b9da-4ecf23bb5efb', '6390c8c0-48c2-4277-95e5-f111be984338', 'de74cf8a-9d56-4ea5-9101-ce361a5cedc7', 'a1a27c6a-d5aa-42d4-9eb8-283b923bc1db', '13b211ca-7b39-44ed-a7a5-17b182c03503', '431400d2-d9bf-4f2c-bf5a-4f840be29c3e', '0b07a779-c3f3-4763-8ad4-755e2e6c467a', '93022bf1-7937-454e-a632-5e8a972811b4', '3e64a13e-ce92-4b0a-82dc-c8d81dc2bbc5', '878096d8-34bc-4d44-b271-f03c14db3758', '16b3fb36-e9c1-4705-9bef-e70502b050e0', 'a9fc0e84-482c-4eec-9279-96deb4e32c59', '29bbb475-2dcd-46c4-b143-56cd3e99b855', 'ee04c2c3-8ebe-43d6-a326-1af789964618', 'c3340b16-2591-4c13-8fc5-7840305e8672', '1f85b6e2-2ac5-4933-aaef-0204cb8f3049', '15d5b8e9-d760-4d15-8f7c-b01f16ee8d9b', '9ea5273a-ad43-47ac-9d1b-60828e5c1083', 'e1a74307-699c-4aaa-a059-442a1fb602dc', '9c374fcf-f0c3-478c-b765-e3f8dcfc52ad', 'd9ae1c80-3dd2-4c98-963f-ca6c195169e8', '754da5d3-8055-48c6-afc8-dd57c4c80673', 'e7ad464b-e102-47df-9f90-03106395a378', 'fa98ea71-fe78-4646-9a7d-44fca9aef1ef', 'e7ff9deb-84fa-408a-a08a-f14f003f0bd5', 'a936f66b-bd54-41af-9cef-94ab3f321cab', '72b43913-aaac-4e7e-9279-29e3bf6356b3'} {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.404256] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1293.425918] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.426145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.426145] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.426295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.426381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.426488] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1293.426560] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.426632] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1293.512619] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.512619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.512619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.512945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.514132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.514408] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1293.514490] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65335) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.514556] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1293.514626] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1293.514707] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1293.514774] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGH for action security_group_rules [ 1293.514852] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGH for action security_group_rules [ 1293.514918] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGH for action security_group_rules [ 1293.514999] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGH for action security_group_rules [ 1293.515100] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGH for action security_group_rules [ 1293.515164] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGH for action security_group_rules [ 1293.515220] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGH for action security_group_rules [ 1293.515279] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGH for action security_group_rules [ 1293.515335] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGH for action security_group_rules [ 1293.515390] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGH for action security_group_rules [ 1293.515444] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGH for action security_group_rules [ 1293.515503] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGH for action security_group_rules [ 1293.515551] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGH for action security_group_rules [ 1293.515611] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGH for action security_group_rules [ 1293.515669] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGH for action security_group_rules [ 1293.515723] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGH for action security_group_rules [ 1293.515780] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGH for action security_group_rules [ 1293.515831] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGH for action security_group_rules [ 1293.515896] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGH for action security_group_rules [ 1293.515954] env[65335]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGH for action security_group_rules [ 1293.516065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.812783] env[65335]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Request=Function GET Argumetns {'path': '/policy/api/v1/search/query', 'params': {'query': 'resource_type:PolicyTransportZone AND display_name:nsx-vlan-transportzone', 'page_size': 200, 'cursor': ''}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1293.813440] env[65335]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=65335) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1293.871254] env[65335]: INFO networking_nsxv3.common.synchronization [req-980bc264-44b6-49ec-b7bd-4d7a8278e16a req-97287d65-9e09-4485-93dd-5f8ad97af7bd tempest-ServerMetadataNegativeTestJSON-803512025 tempest-ServerMetadataNegativeTestJSON-803512025-project-member] Enqueued Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGHEST for action security_group_members [ 1293.871751] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGHEST for action security_group_members [ 1293.871921] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6550b05-6b98-4a8b-93e6-f2661915f410 with Priority: HIGH for action security_group_rules [ 1293.872048] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGH for action security_group_rules [ 1293.872152] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGH for action security_group_rules [ 1293.872274] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 with Priority: HIGH for action security_group_rules [ 1293.872333] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba0b65d-37f9-4142-9444-a596f3d89e11 with Priority: HIGH for action security_group_rules [ 1293.872418] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8dc3ee-3546-4484-ad40-087c532fc197 with Priority: HIGH for action security_group_rules [ 1293.872504] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 with Priority: HIGH for action security_group_rules [ 1293.872591] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f11db80-5a12-4e73-80a4-d80707833793 with Priority: HIGH for action security_group_rules [ 1293.872677] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 with Priority: HIGH for action security_group_rules [ 1293.872977] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab with Priority: HIGH for action security_group_rules [ 1293.872977] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 with Priority: HIGH for action security_group_rules [ 1293.872977] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 with Priority: HIGH for action security_group_rules [ 1293.873187] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 with Priority: HIGH for action security_group_rules [ 1293.873187] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 with Priority: HIGH for action security_group_rules [ 1293.873187] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6364a58b-9de1-4c78-8b62-ee1106be361a with Priority: HIGH for action security_group_rules [ 1293.873293] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749f8d0a-34d4-4539-a4e0-bd802328928a with Priority: HIGH for action security_group_rules [ 1293.873326] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb with Priority: HIGH for action security_group_rules [ 1293.873406] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c with Priority: HIGH for action security_group_rules [ 1293.873493] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 with Priority: HIGH for action security_group_rules [ 1293.873674] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d744147e-9fc1-4707-93ac-ffcf243c6863 with Priority: HIGH for action security_group_rules [ 1293.874040] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec86f827-0e75-4e1d-8d97-a1977db8dea9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.874174] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.874232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.874460] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.874685] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.874799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.874870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.875032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.875120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.875227] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.877434] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6550b05-6b98-4a8b-93e6-f2661915f410 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.877704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.877828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.878070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.878204] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6550b05-6b98-4a8b-93e6-f2661915f410',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.879037] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.879154] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.879216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.879411] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.879470] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.880288] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.880399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.880466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.880628] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.881694] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.881694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.881836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.881836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.881929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.882069] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.882852] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba0b65d-37f9-4142-9444-a596f3d89e11 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.882971] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.883102] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.883265] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.883671] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba0b65d-37f9-4142-9444-a596f3d89e11',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.884108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce8dc3ee-3546-4484-ad40-087c532fc197 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.884209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.884293] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.884451] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.885532] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce8dc3ee-3546-4484-ad40-087c532fc197',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.886180] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.886334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.886413] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.887239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.887300] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe27c04-55a2-4c53-b636-8c9a6cb167b6',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.888012] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f11db80-5a12-4e73-80a4-d80707833793 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.888122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.888199] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.888337] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.888405] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f11db80-5a12-4e73-80a4-d80707833793',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.889178] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73591aac-acbe-4065-87e0-a4edfb1a2639 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.889575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.889575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.889575] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.889575] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73591aac-acbe-4065-87e0-a4edfb1a2639',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.890574] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.890574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.890574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.890574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.890721] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.891274] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.891375] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.891452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.891585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.891666] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b772bd8c-a1c7-4124-b527-7f2eb33f1d54',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.892456] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c608fcb-513c-4761-9d58-57dad0da4c74 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.892584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.892584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.892698] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.892775] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c608fcb-513c-4761-9d58-57dad0da4c74',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.893633] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.893747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.893808] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.893954] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.894043] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a2f015-cee2-476b-a70b-1bdc4e201b02',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.894675] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e644afb1-0e64-46d0-b1f1-b60f33015db8 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.894777] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.894843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.894988] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.895072] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e644afb1-0e64-46d0-b1f1-b60f33015db8',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.895983] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6364a58b-9de1-4c78-8b62-ee1106be361a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.896116] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.896185] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.896432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.896505] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6364a58b-9de1-4c78-8b62-ee1106be361a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.897331] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749f8d0a-34d4-4539-a4e0-bd802328928a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.897331] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.897424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.897515] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.898231] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749f8d0a-34d4-4539-a4e0-bd802328928a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.898809] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.898919] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.898984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.899366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.899366] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.900104] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.900245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.900308] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.900464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.900539] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c35fe58-c8a7-421c-8c7a-370fcd6dd44c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.902403] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.902403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.902403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.902403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.902403] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec86f827-0e75-4e1d-8d97-a1977db8dea9',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.903083] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d744147e-9fc1-4707-93ac-ffcf243c6863 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.903208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.903281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.903840] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.903840] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d744147e-9fc1-4707-93ac-ffcf243c6863',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.910266] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.910404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.910472] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.910647] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.940135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.940408] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.940528] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.940595] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.940787] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.940871] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.940962] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 is going to be updated. [ 1293.945348] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.945838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.946705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.946705] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.971374] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.971689] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6550b05-6b98-4a8b-93e6-f2661915f410 is going to be deleted. [ 1293.980960] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.981117] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.981189] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.981391] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.981553] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.990758] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 in Status: IN_PROGRESS for 2s [ 1294.026678] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.026876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.026927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.027143] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.027233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.027352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6550b05-6b98-4a8b-93e6-f2661915f410" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.409125] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.409371] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.409511] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.409833] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.410126] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.410289] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.410621] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.410678] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.410820] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.411038] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.411436] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.484941] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.485099] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.485175] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.485397] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.487467] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.487573] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.491507] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.491781] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.492479] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.492596] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.498497] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.498625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.499467] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.499562] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.500288] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.500381] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.501108] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.501228] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.505554] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.505633] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.506476] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.506602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.508058] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.508058] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.508260] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.508608] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.508722] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.509399] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.509933] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.510045] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.510791] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.511253] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.511338] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.512055] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.512543] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.512658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.513387] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.513956] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.513956] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.514702] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.515165] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.515257] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.516736] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.517130] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.517247] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f11db80-5a12-4e73-80a4-d80707833793 is going to be deleted. [ 1294.518126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.518332] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.523244] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.523244] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.539590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.539590] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a2f015-cee2-476b-a70b-1bdc4e201b02 is going to be deleted. [ 1294.540825] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.541288] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.575922] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.576169] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce8dc3ee-3546-4484-ad40-087c532fc197 is going to be deleted. [ 1294.577387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.577685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.577685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.577872] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 is going to be deleted. [ 1294.578618] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.578815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.581694] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.581915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.604712] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.604853] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.606996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.607161] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c35fe58-c8a7-421c-8c7a-370fcd6dd44c is going to be deleted. [ 1294.608060] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.608281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.639256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.639402] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e644afb1-0e64-46d0-b1f1-b60f33015db8 is going to be deleted. [ 1294.640404] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.640653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.644033] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.644181] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.699112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.699327] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c608fcb-513c-4761-9d58-57dad0da4c74 is going to be deleted. [ 1294.700233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.700424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.701956] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.702122] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.702754] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.702856] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.790144] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.790336] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73591aac-acbe-4065-87e0-a4edfb1a2639 is going to be deleted. [ 1294.791229] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.791450] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.819380] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.819601] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.832418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.832600] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d744147e-9fc1-4707-93ac-ffcf243c6863 is going to be deleted. [ 1294.833478] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.833733] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.870156] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.870342] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b772bd8c-a1c7-4124-b527-7f2eb33f1d54 is going to be deleted. [ 1294.871179] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.871384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.921279] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.921566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.922405] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.922545] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba0b65d-37f9-4142-9444-a596f3d89e11 is going to be deleted. [ 1294.923653] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.924554] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.924822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.993406] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.993682] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6364a58b-9de1-4c78-8b62-ee1106be361a is going to be deleted. [ 1294.995203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.995504] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.998060] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.998177] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.999191] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.999285] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.027990] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.028242] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.068623] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.068761] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb is going to be deleted. [ 1295.069755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.069976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.098273] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.098464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.108065] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.108065] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4 is going to be deleted. [ 1295.109043] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.109366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.110877] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.110999] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.152149] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.152357] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab is going to be deleted. [ 1295.153412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.153841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.230706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.230972] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749f8d0a-34d4-4539-a4e0-bd802328928a is going to be deleted. [ 1295.232256] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.232662] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.258952] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1295.259189] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb deletion is rescheduled due to dependency. [ 1295.259252] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.273885] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.274123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.291793] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.291980] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe27c04-55a2-4c53-b636-8c9a6cb167b6 is going to be deleted. [ 1295.292937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.293183] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.347190] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.347437] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.348384] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.348505] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be deleted. [ 1295.349466] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.349700] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.349798] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.349927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f11db80-5a12-4e73-80a4-d80707833793" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.350104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.350272] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.350353] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.350469] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a2f015-cee2-476b-a70b-1bdc4e201b02" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.351016] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.351178] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.351261] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.351379] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.351549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.351729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.351841] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.351964] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c35fe58-c8a7-421c-8c7a-370fcd6dd44c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.352115] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.352263] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.352340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.352452] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce8dc3ee-3546-4484-ad40-087c532fc197" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.352585] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.352756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.352836] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.352987] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e644afb1-0e64-46d0-b1f1-b60f33015db8" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.353976] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.354104] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.354166] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.354328] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.354412] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.354527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06dc63d-5fbe-4c04-b50d-c3d5b6a03bab" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.354659] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.354804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.354883] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.354997] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c608fcb-513c-4761-9d58-57dad0da4c74" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.355127] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.355269] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.355348] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.355459] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73591aac-acbe-4065-87e0-a4edfb1a2639" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.355590] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.355728] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.355804] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.355945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d744147e-9fc1-4707-93ac-ffcf243c6863" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.356076] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.356215] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.356292] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.356403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b772bd8c-a1c7-4124-b527-7f2eb33f1d54" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.356534] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.356675] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.356752] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.356862] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba0b65d-37f9-4142-9444-a596f3d89e11" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.356978] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.357134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.357210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.357319] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6364a58b-9de1-4c78-8b62-ee1106be361a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.357447] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.357583] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.357658] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.357766] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2174d0c-aa6b-4f6e-8f78-4d624bbb4bdb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.357916] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.358032] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.358113] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.358216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc7a9b3-348a-4d8f-a6a0-6eed2babf9c4" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.409693] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.410017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.410017] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.410187] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.410295] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.410426] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749f8d0a-34d4-4539-a4e0-bd802328928a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.428081] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6120fdd3-842d-418d-9177-556e7f23d8a7: rpc.has_security_group_logging(os_id): False [ 1295.444391] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.444704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.444704] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.444858] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.444945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.445089] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe27c04-55a2-4c53-b636-8c9a6cb167b6" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.466691] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.466931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.466931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.467126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.520346] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.520500] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.524303] env[65335]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.525221] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.525706] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.525850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.525917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.526146] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.526234] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.526323] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 is going to be updated. [ 1295.527481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.527681] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.527778] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.527901] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.631649] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.631889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.631958] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.632210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.632387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.666626] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 in Status: IN_PROGRESS for 2s [ 1295.835747] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.835976] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 2.869 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1295.838216] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.838216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-915" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.838216] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-5db41ed2-208b-45c2-8503-cd76c3977050 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.838216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-5db41ed2-208b-45c2-8503-cd76c3977050" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.838216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-5db41ed2-208b-45c2-8503-cd76c3977050" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.838216] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-5db41ed2-208b-45c2-8503-cd76c3977050" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.838216] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db41ed2-208b-45c2-8503-cd76c3977050',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.000609] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 in Status: SUCCESS [ 1296.000909] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec86f827-0e75-4e1d-8d97-a1977db8dea9 deletion is rescheduled due to dependency. [ 1296.000909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec86f827-0e75-4e1d-8d97-a1977db8dea9" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.339671] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.339927] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.340031] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.340337] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.340487] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.340637] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 5db41ed2-208b-45c2-8503-cd76c3977050 not found, creating... [ 1296.340899] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.341067] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.341182] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.341391] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.341526] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.341826] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.341982] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.342109] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.342311] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.342440] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.342573] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 5db41ed2-208b-45c2-8503-cd76c3977050 is going to be created. [ 1296.362891] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.363127] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.363252] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.363518] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.363811] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.364138] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-5db41ed2-208b-45c2-8503-cd76c3977050" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.191168] env[65335]: INFO networking_nsxv3.common.synchronization [req-c19fe94e-2f72-4935-9501-23a0ac0ec931 req-aaec4149-55e2-4a61-8b64-8f09703e71b3 service nova] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 1297.191532] env[65335]: INFO networking_nsxv3.common.synchronization [req-c19fe94e-2f72-4935-9501-23a0ac0ec931 req-aaec4149-55e2-4a61-8b64-8f09703e71b3 service nova] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1297.191602] env[65335]: INFO networking_nsxv3.common.synchronization [req-c19fe94e-2f72-4935-9501-23a0ac0ec931 req-aaec4149-55e2-4a61-8b64-8f09703e71b3 service nova] Enqueued Resource ID: 5db41ed2-208b-45c2-8503-cd76c3977050 with Priority: HIGHEST for action port [ 1297.192263] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_rules [ 1297.192375] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1297.192483] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db41ed2-208b-45c2-8503-cd76c3977050 with Priority: HIGHEST for action port [ 1297.192843] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.192976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.193203] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.193424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.193507] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.194891] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.195095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.195095] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.196021] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.196021] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.196172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.196208] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.196366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.196559] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.196559] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.198499] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db41ed2-208b-45c2-8503-cd76c3977050 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.198499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db41ed2-208b-45c2-8503-cd76c3977050" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.198499] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db41ed2-208b-45c2-8503-cd76c3977050" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.198683] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db41ed2-208b-45c2-8503-cd76c3977050" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.198719] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db41ed2-208b-45c2-8503-cd76c3977050',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.681619] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 in Status: SUCCESS [ 1297.681619] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.696294] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.696294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.698918] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.702224] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5db41ed2-208b-45c2-8503-cd76c3977050 with status ACTIVE [ 1297.702419] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.702539] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.702602] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.702810] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.702898] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.703080] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.703176] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.703239] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.703418] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.703506] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.703755] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.703906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.703906] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.704085] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.704167] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.704273] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5db41ed2-208b-45c2-8503-cd76c3977050 is going to be updated. [ 1297.724634] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.724859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.724859] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.725071] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.725209] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.725366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db41ed2-208b-45c2-8503-cd76c3977050" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.202156] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.703366] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.703527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.703617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.703876] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.704542] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.704542] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1298.732156] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.732322] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.732370] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.732557] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.732706] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.742884] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1300.753330] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1300.753605] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.753773] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.754007] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.754403] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.754403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.754403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.754584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.754649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.754756] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.754846] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.256915] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.346336] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.346610] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.346744] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.347017] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.347273] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.347421] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.347532] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.347777] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.347928] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.348402] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.348524] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.348630] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.348870] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.349221] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.349381] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.349541] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.370013] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.370301] env[65335]: DEBUG dogpile.cache.region [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.370879] env[65335]: DEBUG dogpile.lock [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.370879] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "network-290" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.371099] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock port-b7b90edc-c5aa-4cfe-b945-352145758236 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.371275] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.371393] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.371702] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.371842] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b90edc-c5aa-4cfe-b945-352145758236',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.759743] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb: rpc.has_security_group_logging(os_id): False [ 1301.765886] env[65335]: INFO networking_nsxv3.common.synchronization [None req-f765a319-8bd2-4cbf-a4cf-4e2f0a30f72e None None] Enqueued Resource ID: 23b25003-b930-464e-8787-9f5811e739a2 with Priority: HIGHEST for action port [ 1301.766695] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b25003-b930-464e-8787-9f5811e739a2 with Priority: HIGHEST for action port [ 1301.767296] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b25003-b930-464e-8787-9f5811e739a2 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.767454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b25003-b930-464e-8787-9f5811e739a2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.767538] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b25003-b930-464e-8787-9f5811e739a2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.767927] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b25003-b930-464e-8787-9f5811e739a2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.768029] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b25003-b930-464e-8787-9f5811e739a2',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.798894] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.799157] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.799268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.799514] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.819828] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.820167] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.820304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.820464] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.820627] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.820715] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.820819] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1301.875102] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.875434] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.875592] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.876184] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.876184] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.876462] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.876641] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.876807] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.877144] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.877356] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.877778] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.877991] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.878220] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.878784] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.878784] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.878927] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Resource: SegmentPort with ID: b7b90edc-c5aa-4cfe-b945-352145758236 is going to be updated. [ 1301.885352] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.885838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.885838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.885838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.886126] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.908906] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1301.915881] env[65335]: DEBUG networking_nsxv3.common.locking [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.916110] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.916275] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.916852] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.917054] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.917334] env[65335]: DEBUG oslo_concurrency.lockutils [None req-c42b7822-2f8a-4fa0-ad2b-2d1f2540b8c3 None None] Releasing lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.269832] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23b25003-b930-464e-8787-9f5811e739a2 [ 1302.270909] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.270909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.270909] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.271268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.271268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.271268] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23b25003-b930-464e-8787-9f5811e739a2 already deleted. [ 1302.271268] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b25003-b930-464e-8787-9f5811e739a2" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.609269] env[65335]: INFO networking_nsxv3.common.synchronization [req-97b49150-34de-4277-95df-a5d9490aa211 req-b25c1372-d1af-464b-9d81-fa61edbb9ad4 service nova] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 1302.609501] env[65335]: INFO networking_nsxv3.common.synchronization [req-97b49150-34de-4277-95df-a5d9490aa211 req-b25c1372-d1af-464b-9d81-fa61edbb9ad4 service nova] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1302.609644] env[65335]: INFO networking_nsxv3.common.synchronization [req-97b49150-34de-4277-95df-a5d9490aa211 req-b25c1372-d1af-464b-9d81-fa61edbb9ad4 service nova] Enqueued Resource ID: b7b90edc-c5aa-4cfe-b945-352145758236 with Priority: HIGHEST for action port [ 1302.610131] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_rules [ 1302.610253] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1302.610980] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b90edc-c5aa-4cfe-b945-352145758236 with Priority: HIGHEST for action port [ 1302.611577] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.611577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.611577] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.611758] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.611819] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.613519] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.613519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.613519] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.613737] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.613900] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.613996] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.614064] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.615048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.615048] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.615048] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.615611] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b90edc-c5aa-4cfe-b945-352145758236 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.615611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.615611] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.616039] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.616039] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b90edc-c5aa-4cfe-b945-352145758236',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.114487] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.114799] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.118011] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.121516] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7b90edc-c5aa-4cfe-b945-352145758236 with status ACTIVE [ 1303.121718] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.121838] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.121920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.122120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.122210] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.122383] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.122481] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.122536] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.122685] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.122762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.122931] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.123033] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.123093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.123233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.123304] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.123459] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7b90edc-c5aa-4cfe-b945-352145758236 is going to be updated. [ 1303.144332] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.144422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.144525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.145014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.145111] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.145198] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b90edc-c5aa-4cfe-b945-352145758236" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.620251] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.919765] env[65335]: INFO networking_nsxv3.common.synchronization [None req-ed256a57-7b37-43c4-ac15-6073deb7defe None None] Enqueued Resource ID: 886005dd-a9d5-4d00-b7bd-a9d1c8f60426 with Priority: HIGHEST for action port [ 1303.919765] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886005dd-a9d5-4d00-b7bd-a9d1c8f60426 with Priority: HIGHEST for action port [ 1303.919765] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-886005dd-a9d5-4d00-b7bd-a9d1c8f60426 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.919765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886005dd-a9d5-4d00-b7bd-a9d1c8f60426" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.919765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886005dd-a9d5-4d00-b7bd-a9d1c8f60426" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.919765] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886005dd-a9d5-4d00-b7bd-a9d1c8f60426" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.919765] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886005dd-a9d5-4d00-b7bd-a9d1c8f60426',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.924664] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1303.925120] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.123024] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.123387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.123387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.123551] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.123710] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.123836] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1304.170521] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.170761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.170884] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.171453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.171650] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.188636] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1304.422800] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 886005dd-a9d5-4d00-b7bd-a9d1c8f60426 [ 1304.422800] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.423193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.423193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.423193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.423368] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.423368] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:886005dd-a9d5-4d00-b7bd-a9d1c8f60426 already deleted. [ 1304.423454] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886005dd-a9d5-4d00-b7bd-a9d1c8f60426" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.203524] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1306.203843] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.203945] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.204172] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.204367] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.204484] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.204548] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.204708] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.204851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.204918] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.204961] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.227217] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.227431] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.227567] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.227798] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.228066] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.228220] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.228331] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.228539] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.228681] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.228917] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.229327] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.229403] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.229573] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.229694] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.230144] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.230144] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.248539] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.248690] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1306.248820] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.249076] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-912" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.249725] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-bcc7b809-8ba9-439d-bbee-52458e0ec34f taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.249725] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.249725] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.250019] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.250150] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcc7b809-8ba9-439d-bbee-52458e0ec34f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.708062] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.752490] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.752790] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.752937] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.753256] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.753438] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.753856] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.754015] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.754512] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.754512] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.754512] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.754944] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.755066] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.755111] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.755556] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.755556] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.757030] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: bcc7b809-8ba9-439d-bbee-52458e0ec34f is going to be updated. [ 1306.886839] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.887121] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.887237] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.887524] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.887736] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.887976] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.209717] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14d6211d-6f0e-4a7f-bbd4-3b097620d92c: rpc.has_security_group_logging(os_id): False [ 1307.231408] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.231741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.233030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.233030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.233030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.233030] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.233030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.233030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.233030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.233030] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.233030] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be created. [ 1307.308667] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.308667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.308667] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.309028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.309088] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.329735] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1307.515793] env[65335]: INFO networking_nsxv3.common.synchronization [req-924fd989-29aa-4d3f-9b2d-9eaf296da89c req-bef7b6ef-f18b-42ed-a8a5-1f25f3596547 service nova] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_rules [ 1307.516077] env[65335]: INFO networking_nsxv3.common.synchronization [req-924fd989-29aa-4d3f-9b2d-9eaf296da89c req-bef7b6ef-f18b-42ed-a8a5-1f25f3596547 service nova] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1307.516136] env[65335]: INFO networking_nsxv3.common.synchronization [req-924fd989-29aa-4d3f-9b2d-9eaf296da89c req-bef7b6ef-f18b-42ed-a8a5-1f25f3596547 service nova] Enqueued Resource ID: bcc7b809-8ba9-439d-bbee-52458e0ec34f with Priority: HIGHEST for action port [ 1307.516641] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_rules [ 1307.516788] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1307.516899] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc7b809-8ba9-439d-bbee-52458e0ec34f with Priority: HIGHEST for action port [ 1307.517232] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.517364] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.517441] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.517606] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.517705] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.518612] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.518738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.518738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.519327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.519484] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.521037] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.521132] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.521352] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.521480] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.521602] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.523123] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcc7b809-8ba9-439d-bbee-52458e0ec34f taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.523232] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.523372] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.523527] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.523603] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcc7b809-8ba9-439d-bbee-52458e0ec34f',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.026167] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.027589] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.027796] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.027866] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcc7b809-8ba9-439d-bbee-52458e0ec34f with status ACTIVE [ 1308.028041] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.028207] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.028299] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.028449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.028549] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.028709] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.028818] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.028920] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.029031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.029135] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.029291] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.029385] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.029443] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.029564] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.029649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.029730] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcc7b809-8ba9-439d-bbee-52458e0ec34f is going to be updated. [ 1308.060109] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.060361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.060414] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.060753] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.060938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.061168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcc7b809-8ba9-439d-bbee-52458e0ec34f" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.531685] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.961026] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c6c676e-8237-4fd8-ac1d-e5f2fcf3a0d2 req-2cc5dbf8-1edb-4e6b-862b-526862e138d2 tempest-ServerPasswordTestJSON-981216322 tempest-ServerPasswordTestJSON-981216322-project-member] Enqueued Resource ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a with Priority: HIGHEST for action security_group_members [ 1308.962084] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a with Priority: HIGHEST for action security_group_members [ 1308.963081] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-2085f957-bd33-4caa-a6b9-742b74fd9e8a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.963081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.963081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.963081] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.963081] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.963776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.963776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.963776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.963776] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.963776] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2085f957-bd33-4caa-a6b9-742b74fd9e8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.034370] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.034552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.034552] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.034928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.034928] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.035147] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be updated. [ 1309.072587] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.072813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.072813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.073258] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.073350] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.086214] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: IN_PROGRESS for 2s [ 1309.334059] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.334258] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.334434] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.334788] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.335609] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.335843] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.336075] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.336360] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.336530] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.336839] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1309.336977] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] NeedRegenerationException {{(pid=65335) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1309.337160] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] no value, waiting for create lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1309.337308] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] value creation lock acquired {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1309.337452] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] No value present for key: 'zone-id' {{(pid=65335) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1309.337562] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Calling creation function for not-yet-present value {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1309.337700] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1309.355611] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1309.355844] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.360700] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1309.360885] env[65335]: DEBUG dogpile.cache.region [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65335) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1309.361010] env[65335]: DEBUG dogpile.lock [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Released creation lock {{(pid=65335) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1309.361187] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "network-381" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.361534] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock port-292effa3-9921-4491-b2ae-d7c88a35d16b taken with stack trace [, , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.361759] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "port-292effa3-9921-4491-b2ae-d7c88a35d16b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.361808] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "port-292effa3-9921-4491-b2ae-d7c88a35d16b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.362145] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "port-292effa3-9921-4491-b2ae-d7c88a35d16b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.362282] env[65335]: DEBUG networking_nsxv3.api.rpc [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292effa3-9921-4491-b2ae-d7c88a35d16b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.467653] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.467727] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.467761] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.467972] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.468084] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.468297] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.468399] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.468458] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.468617] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.468720] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.468776] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a already deleted. [ 1309.468851] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.864921] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.865373] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.865558] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.866038] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.866288] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.866568] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Segment Port 292effa3-9921-4491-b2ae-d7c88a35d16b not found, creating... [ 1309.867116] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.867417] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.867626] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.868048] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.868305] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.868761] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.869048] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.869271] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.869647] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.869888] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.870208] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Resource: SegmentPort with ID: 292effa3-9921-4491-b2ae-d7c88a35d16b is going to be created. [ 1309.894077] env[65335]: DEBUG networking_nsxv3.common.locking [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.894332] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.894472] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.894813] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.895053] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.895291] env[65335]: DEBUG oslo_concurrency.lockutils [None req-3c6f6d04-3c90-430b-9755-b79b3e784dad None None] Releasing lock "port-292effa3-9921-4491-b2ae-d7c88a35d16b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.581162] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c6c676e-8237-4fd8-ac1d-e5f2fcf3a0d2 req-769833d0-501a-44b9-8d53-9f77583735c3 service nova] Enqueued Resource ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a with Priority: HIGHEST for action security_group_rules [ 1310.581350] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c6c676e-8237-4fd8-ac1d-e5f2fcf3a0d2 req-769833d0-501a-44b9-8d53-9f77583735c3 service nova] Enqueued Resource ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a with Priority: HIGHEST for action security_group_members [ 1310.581482] env[65335]: INFO networking_nsxv3.common.synchronization [req-4c6c676e-8237-4fd8-ac1d-e5f2fcf3a0d2 req-769833d0-501a-44b9-8d53-9f77583735c3 service nova] Enqueued Resource ID: 292effa3-9921-4491-b2ae-d7c88a35d16b with Priority: HIGHEST for action port [ 1310.581997] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a with Priority: HIGHEST for action security_group_rules [ 1310.582148] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a with Priority: HIGHEST for action security_group_members [ 1310.582246] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292effa3-9921-4491-b2ae-d7c88a35d16b with Priority: HIGHEST for action port [ 1310.582520] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2085f957-bd33-4caa-a6b9-742b74fd9e8a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.582644] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.582741] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.582959] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.583058] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2085f957-bd33-4caa-a6b9-742b74fd9e8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.583900] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-2085f957-bd33-4caa-a6b9-742b74fd9e8a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.584237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.584237] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.584334] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.584422] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.584513] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.584570] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.584734] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.585422] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.585422] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2085f957-bd33-4caa-a6b9-742b74fd9e8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.585677] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock port-292effa3-9921-4491-b2ae-d7c88a35d16b taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.586010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-292effa3-9921-4491-b2ae-d7c88a35d16b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.586010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-292effa3-9921-4491-b2ae-d7c88a35d16b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.586010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-292effa3-9921-4491-b2ae-d7c88a35d16b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.586846] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292effa3-9921-4491-b2ae-d7c88a35d16b',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.089078] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-2085f957-bd33-4caa-a6b9-742b74fd9e8a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.089078] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.089600] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2085f957-bd33-4caa-a6b9-742b74fd9e8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.090459] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 292effa3-9921-4491-b2ae-d7c88a35d16b with status ACTIVE [ 1311.090690] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.090860] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.090931] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.091186] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.091298] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.091984] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.091984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.091984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.091984] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.092227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.092276] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.092366] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.092448] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.092632] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.092714] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.092824] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 292effa3-9921-4491-b2ae-d7c88a35d16b is going to be updated. [ 1311.105158] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1311.105420] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.105977] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.106255] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.106494] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.106639] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.106729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.106911] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.107028] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.107141] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.107256] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.120063] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.120281] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.120336] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.120532] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.120669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.120829] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-292effa3-9921-4491-b2ae-d7c88a35d16b" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.595441] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2085f957-bd33-4caa-a6b9-742b74fd9e8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.609015] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.609246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.609246] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.609442] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.609605] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.609762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.609762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.609925] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.610013] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.610083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.610228] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.610314] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.610387] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.610546] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.610689] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.610782] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.610850] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.610993] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.611083] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.611168] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.611251] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.098086] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.098555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.098555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.098555] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.098711] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.098760] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a is going to be created. [ 1312.113222] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa98ea71-fe78-4646-9a7d-44fca9aef1ef: rpc.has_security_group_logging(os_id): False [ 1312.138614] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.138956] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.139040] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.139327] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.141903] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.142227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.142377] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.142664] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.142864] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.162248] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a in Status: UNINITIALIZED for 2s [ 1312.173669] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.174074] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.174233] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.174312] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.174535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.174642] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.174909] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.175092] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.175129] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.175276] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.175512] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.175595] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.175842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.175842] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.175929] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.175961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.176117] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be updated. [ 1312.282165] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.282453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.282453] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.282584] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.282736] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.303824] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: IN_PROGRESS for 2s [ 1314.176306] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a in Status: SUCCESS [ 1314.176739] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.176805] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.177014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.177273] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.177435] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.177565] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.177755] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.177832] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.177937] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.178093] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2085f957-bd33-4caa-a6b9-742b74fd9e8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.319521] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1314.319813] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.680803] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-2085f957-bd33-4caa-a6b9-742b74fd9e8a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.681027] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.681112] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.681357] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.681559] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.681693] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.681769] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.682544] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.682676] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.682815] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.682984] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-2085f957-bd33-4caa-a6b9-742b74fd9e8a taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.683093] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.683152] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.683403] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.683534] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.683646] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.683726] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.684432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.684432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.684432] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.684432] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2085f957-bd33-4caa-a6b9-742b74fd9e8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.186848] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2085f957-bd33-4caa-a6b9-742b74fd9e8a: rpc.has_security_group_logging(os_id): False [ 1315.207076] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.207267] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.207340] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.207566] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.207661] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.207868] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.207968] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.208041] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.208196] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.208287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.208488] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.208600] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.208666] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.208827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.208904] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.209120] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.209216] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.209277] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.209431] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.209525] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.209612] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a is going to be created. [ 1315.268852] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.269134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.269134] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.269313] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.269502] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.286436] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a in Status: IN_PROGRESS for 2s [ 1315.583580] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.583959] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1317.302079] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a in Status: SUCCESS [ 1317.302079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.585016] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.585386] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.430318] env[65335]: INFO networking_nsxv3.common.synchronization [req-d3a6bffb-dcf6-4b04-9c21-5c173cf272d5 req-4b94935d-e6ba-4245-8d85-beb7a6e4ed82 tempest-ServerActionsTestOtherB-839008207 tempest-ServerActionsTestOtherB-839008207-project-member] Enqueued Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1323.430950] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c with Priority: HIGHEST for action security_group_members [ 1323.431319] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.431495] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.431574] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.431822] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.432036] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.432161] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.432245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.432449] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.432523] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.432624] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d6211d-6f0e-4a7f-bbd4-3b097620d92c',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.934700] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.934888] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.934976] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.935190] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.935287] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.935464] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.935558] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.935671] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.935747] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.935827] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.935909] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c is going to be updated. [ 1323.970019] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.970355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.970355] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.970556] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.970702] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.983096] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: IN_PROGRESS for 2s [ 1325.284824] env[65335]: INFO networking_nsxv3.common.synchronization [req-707c1acc-f0c9-4b11-8b1f-c45ed3fa96f3 req-9e3aab4b-ff78-437c-8e03-e9374ed35b82 tempest-ServerPasswordTestJSON-981216322 tempest-ServerPasswordTestJSON-981216322-project-member] Enqueued Resource ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a with Priority: HIGHEST for action security_group_members [ 1325.284824] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a with Priority: HIGHEST for action security_group_members [ 1325.284824] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-2085f957-bd33-4caa-a6b9-742b74fd9e8a taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.284824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.284824] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.285707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.285707] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.285707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.285707] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.286010] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.286063] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.286239] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2085f957-bd33-4caa-a6b9-742b74fd9e8a',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.788855] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.789072] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.789123] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.789341] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.789436] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.789634] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.789729] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.789791] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.789941] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.790031] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.790129] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a is going to be updated. [ 1325.825439] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.825643] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.825690] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.825868] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.826034] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.835650] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a in Status: IN_PROGRESS for 2s [ 1325.993136] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c in Status: SUCCESS [ 1325.993328] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d6211d-6f0e-4a7f-bbd4-3b097620d92c deletion is rescheduled due to dependency. [ 1325.993440] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d6211d-6f0e-4a7f-bbd4-3b097620d92c" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.847367] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a in Status: SUCCESS [ 1327.847738] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2085f957-bd33-4caa-a6b9-742b74fd9e8a deletion is rescheduled due to dependency. [ 1327.847738] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2085f957-bd33-4caa-a6b9-742b74fd9e8a" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.761568] env[65335]: INFO networking_nsxv3.common.synchronization [req-ed1428cf-52fb-475f-81d1-ac643e270745 req-96cf6338-ad1b-41cf-92fe-b113e850da2e tempest-AttachVolumeTestJSON-1308351696 tempest-AttachVolumeTestJSON-1308351696-project-member] Enqueued Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_members [ 1328.762043] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 with Priority: HIGHEST for action security_group_members [ 1328.762870] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-6120fdd3-842d-418d-9177-556e7f23d8a7 taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.762870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.762870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.762870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.762870] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.763147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.763147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.763147] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.763245] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.763526] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6120fdd3-842d-418d-9177-556e7f23d8a7',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.267045] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.270316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.270316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.270316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.270316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.270316] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.270316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.270316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.270316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.270316] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.270316] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 is going to be updated. [ 1329.295204] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.295760] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.296014] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.296649] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.298170] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.308246] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 in Status: IN_PROGRESS for 2s [ 1331.318914] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 in Status: SUCCESS [ 1331.319311] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6120fdd3-842d-418d-9177-556e7f23d8a7 deletion is rescheduled due to dependency. [ 1331.319311] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6120fdd3-842d-418d-9177-556e7f23d8a7" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.763565] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.763565] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.972169] env[65335]: INFO networking_nsxv3.common.synchronization [req-5d61cff1-d21d-41a0-a141-bbb77d90d50d req-49e7d74e-0853-4eed-9943-a36004d0da22 tempest-ServersNegativeTestJSON-964440387 tempest-ServersNegativeTestJSON-964440387-project-member] Enqueued Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1337.972169] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef with Priority: HIGHEST for action security_group_members [ 1337.972169] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.972497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.972497] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.972578] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.972746] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.972852] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.972917] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.973070] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.973182] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.973247] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa98ea71-fe78-4646-9a7d-44fca9aef1ef',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.475062] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.475294] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.475346] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.475535] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.475625] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.475819] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.475915] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.475975] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.476151] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.476227] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.476312] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef is going to be updated. [ 1338.504050] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.504220] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.504323] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.504479] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.504620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.513639] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: IN_PROGRESS for 2s [ 1340.525315] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef in Status: SUCCESS [ 1340.525653] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa98ea71-fe78-4646-9a7d-44fca9aef1ef deletion is rescheduled due to dependency. [ 1340.525653] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa98ea71-fe78-4646-9a7d-44fca9aef1ef" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.972556] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.972903] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.973713] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.973915] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.974565] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.974565] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.975174] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.975561] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.256530] env[65335]: INFO networking_nsxv3.common.synchronization [req-fb397363-cfa1-401a-b680-6a75d30d7954 req-12e46282-f75c-4973-b55b-091aa57c63de tempest-ServerActionsTestJSON-467249457 tempest-ServerActionsTestJSON-467249457-project-member] Enqueued Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1361.256908] env[65335]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb with Priority: HIGHEST for action security_group_members [ 1361.257238] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb taken with stack trace [, , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.257361] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.257424] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.257620] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.257774] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.257874] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.257938] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.258079] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.258163] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.258254] env[65335]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('066d65c1-fc1b-41d7-b9da-4ecf23bb5efb',) {} {{(pid=65335) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.761074] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.761074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.761074] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.761446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.761446] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.761566] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.761674] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.761762] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.761889] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.761961] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.762056] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb is going to be updated. [ 1361.793638] env[65335]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65335) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.793870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.793870] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.794047] env[65335]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.794193] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.802509] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: IN_PROGRESS for 2s [ 1363.817402] env[65335]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb in Status: SUCCESS [ 1363.817768] env[65335]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 066d65c1-fc1b-41d7-b9da-4ecf23bb5efb deletion is rescheduled due to dependency. [ 1363.817768] env[65335]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-066d65c1-fc1b-41d7-b9da-4ecf23bb5efb" {{(pid=65335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.258277] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.258683] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.259425] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.259812] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.261478] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.261478] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.262238] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.262671] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.264094] env[65335]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.265388] env[65335]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0